2024-12-13 12:18:01,674 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-13 12:18:01,712 main DEBUG Took 0.035406 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-13 12:18:01,713 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-13 12:18:01,713 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-13 12:18:01,714 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-13 12:18:01,716 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 12:18:01,726 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-13 12:18:01,742 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 12:18:01,744 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 12:18:01,744 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 12:18:01,745 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 12:18:01,746 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 12:18:01,746 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 12:18:01,747 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 12:18:01,748 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 12:18:01,748 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 12:18:01,749 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 12:18:01,750 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 12:18:01,750 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 12:18:01,751 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 12:18:01,751 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 12:18:01,752 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 12:18:01,752 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 12:18:01,753 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 12:18:01,753 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 12:18:01,754 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 12:18:01,754 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 12:18:01,755 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 12:18:01,755 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 12:18:01,756 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 12:18:01,756 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-13 12:18:01,756 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 12:18:01,757 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-13 12:18:01,759 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-13 12:18:01,760 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-13 12:18:01,763 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-13 12:18:01,763 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-13 12:18:01,765 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-13 12:18:01,765 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-13 12:18:01,776 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-13 12:18:01,780 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-13 12:18:01,782 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-13 12:18:01,782 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-13 12:18:01,783 main DEBUG createAppenders(={Console}) 2024-12-13 12:18:01,784 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-13 12:18:01,785 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-13 12:18:01,785 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-13 12:18:01,786 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-13 12:18:01,786 main DEBUG OutputStream closed 2024-12-13 12:18:01,787 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-13 12:18:01,787 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-13 12:18:01,788 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-13 12:18:01,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-13 12:18:01,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-13 12:18:01,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-13 12:18:01,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-13 12:18:01,888 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-13 12:18:01,889 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-13 12:18:01,889 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-13 12:18:01,889 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-13 12:18:01,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-13 12:18:01,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-13 12:18:01,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-13 12:18:01,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-13 12:18:01,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-13 12:18:01,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-13 12:18:01,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-13 12:18:01,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-13 12:18:01,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-13 12:18:01,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-13 12:18:01,896 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-13 12:18:01,897 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13330ac6) with optional ClassLoader: null 2024-12-13 12:18:01,897 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-13 12:18:01,898 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13330ac6] started OK. 2024-12-13T12:18:02,191 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30 2024-12-13 12:18:02,195 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-13 12:18:02,195 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-13T12:18:02,202 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/hadoop-log-dir so I do NOT create it in target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef 2024-12-13T12:18:02,202 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/hadoop-log-dir Erasing configuration value by system value. 2024-12-13T12:18:02,203 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/hadoop-tmp-dir so I do NOT create it in target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef 2024-12-13T12:18:02,203 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/hadoop-tmp-dir Erasing configuration value by system value. 2024-12-13T12:18:02,203 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef 2024-12-13T12:18:02,212 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestEditsBehindDroppedTableTiming timeout: 13 mins 2024-12-13T12:18:02,235 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/cluster_00486fa7-938d-ca6d-ef34-869511ee2f7d, deleteOnExit=true 2024-12-13T12:18:02,360 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/cluster_00486fa7-938d-ca6d-ef34-869511ee2f7d/zookeeper_0, clientPort=50374, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/cluster_00486fa7-938d-ca6d-ef34-869511ee2f7d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/cluster_00486fa7-938d-ca6d-ef34-869511ee2f7d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-13T12:18:02,377 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50374 2024-12-13T12:18:02,377 INFO [Time-limited test {}] replication.TestReplicationBase(247): Setup first Zk 2024-12-13T12:18:02,377 INFO [Time-limited test {}] replication.TestReplicationBase(250): Setup second Zk 2024-12-13T12:18:02,384 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-13T12:18:02,387 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-13T12:18:02,387 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/test.cache.data in system properties and HBase conf 2024-12-13T12:18:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T12:18:02,389 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/hadoop.log.dir in system properties and HBase conf 2024-12-13T12:18:02,389 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T12:18:02,390 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T12:18:02,390 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T12:18:02,482 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-13T12:18:02,574 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T12:18:02,579 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T12:18:02,579 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T12:18:02,580 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T12:18:02,580 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T12:18:02,581 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T12:18:02,582 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T12:18:02,582 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T12:18:02,583 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T12:18:02,583 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T12:18:02,583 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/nfs.dump.dir in system properties and HBase conf 2024-12-13T12:18:02,584 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/java.io.tmpdir in system properties and HBase conf 2024-12-13T12:18:02,584 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T12:18:02,585 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T12:18:02,585 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T12:18:03,656 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-13T12:18:03,725 INFO [Time-limited test {}] log.Log(170): Logging initialized @2785ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-13T12:18:03,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T12:18:03,872 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T12:18:03,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T12:18:03,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T12:18:03,898 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T12:18:03,912 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T12:18:03,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2197b4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/hadoop.log.dir/,AVAILABLE} 2024-12-13T12:18:03,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@102803c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T12:18:04,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16bb9715{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/java.io.tmpdir/jetty-localhost-35719-hadoop-hdfs-3_4_1-tests_jar-_-any-10163930362675228192/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T12:18:04,110 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2810cb37{HTTP/1.1, (http/1.1)}{localhost:35719} 2024-12-13T12:18:04,111 INFO [Time-limited test {}] server.Server(415): Started @3171ms 2024-12-13T12:18:04,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T12:18:04,637 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T12:18:04,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T12:18:04,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T12:18:04,639 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T12:18:04,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73acd779{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/hadoop.log.dir/,AVAILABLE} 2024-12-13T12:18:04,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d6f1eeb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T12:18:04,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c411b1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/java.io.tmpdir/jetty-localhost-36369-hadoop-hdfs-3_4_1-tests_jar-_-any-10117905560165008166/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T12:18:04,739 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ee548d2{HTTP/1.1, (http/1.1)}{localhost:36369} 2024-12-13T12:18:04,740 INFO [Time-limited test {}] server.Server(415): Started @3800ms 2024-12-13T12:18:04,802 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T12:18:05,589 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/cluster_00486fa7-938d-ca6d-ef34-869511ee2f7d/dfs/data/data1/current/BP-283621282-172.17.0.2-1734092283179/current, will proceed with Du for space computation calculation, 2024-12-13T12:18:05,589 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/cluster_00486fa7-938d-ca6d-ef34-869511ee2f7d/dfs/data/data2/current/BP-283621282-172.17.0.2-1734092283179/current, will proceed with Du for space computation calculation, 2024-12-13T12:18:05,631 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T12:18:05,681 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x109ef20e92e5678f with lease ID 0x9f85220ad42625d7: Processing first storage report for DS-b073f5c7-ec2f-445c-bbc8-c6c68cfbc747 from datanode DatanodeRegistration(127.0.0.1:42495, datanodeUuid=2a41c082-920c-4461-b3b1-718551df119a, infoPort=42915, infoSecurePort=0, ipcPort=41719, storageInfo=lv=-57;cid=testClusterID;nsid=832531712;c=1734092283179) 2024-12-13T12:18:05,682 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x109ef20e92e5678f with lease ID 0x9f85220ad42625d7: from storage DS-b073f5c7-ec2f-445c-bbc8-c6c68cfbc747 node DatanodeRegistration(127.0.0.1:42495, datanodeUuid=2a41c082-920c-4461-b3b1-718551df119a, infoPort=42915, infoSecurePort=0, ipcPort=41719, storageInfo=lv=-57;cid=testClusterID;nsid=832531712;c=1734092283179), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-13T12:18:05,682 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x109ef20e92e5678f with lease ID 0x9f85220ad42625d7: Processing first storage report for DS-54149476-8ef7-4522-9c18-24d1854b3f7f from datanode DatanodeRegistration(127.0.0.1:42495, datanodeUuid=2a41c082-920c-4461-b3b1-718551df119a, infoPort=42915, infoSecurePort=0, ipcPort=41719, storageInfo=lv=-57;cid=testClusterID;nsid=832531712;c=1734092283179) 2024-12-13T12:18:05,682 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x109ef20e92e5678f with lease ID 0x9f85220ad42625d7: from storage DS-54149476-8ef7-4522-9c18-24d1854b3f7f node DatanodeRegistration(127.0.0.1:42495, datanodeUuid=2a41c082-920c-4461-b3b1-718551df119a, infoPort=42915, infoSecurePort=0, ipcPort=41719, storageInfo=lv=-57;cid=testClusterID;nsid=832531712;c=1734092283179), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T12:18:05,735 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30 2024-12-13T12:18:05,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T12:18:05,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T12:18:06,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741825_1001 (size=7) 2024-12-13T12:18:06,428 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d with version=8 2024-12-13T12:18:06,428 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/hbase-staging 2024-12-13T12:18:06,567 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-13T12:18:06,885 INFO [Time-limited test {}] client.ConnectionUtils(129): master/23617cae5624:0 server-side Connection retries=45 2024-12-13T12:18:06,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T12:18:06,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T12:18:06,910 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T12:18:06,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T12:18:06,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T12:18:07,062 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T12:18:07,116 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-13T12:18:07,124 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-13T12:18:07,128 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T12:18:07,151 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 18252 (auto-detected) 2024-12-13T12:18:07,152 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-13T12:18:07,170 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33161 2024-12-13T12:18:07,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T12:18:07,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T12:18:07,190 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33161 connecting to ZooKeeper ensemble=127.0.0.1:50374 2024-12-13T12:18:07,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331610x0, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T12:18:07,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33161-0x1001f53765d0000 connected 2024-12-13T12:18:07,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-13T12:18:07,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T12:18:07,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-13T12:18:07,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33161 2024-12-13T12:18:07,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33161 2024-12-13T12:18:07,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33161 2024-12-13T12:18:07,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33161 2024-12-13T12:18:07,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33161 2024-12-13T12:18:07,392 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d, hbase.cluster.distributed=false 2024-12-13T12:18:07,469 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/23617cae5624:0 server-side Connection retries=45 2024-12-13T12:18:07,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T12:18:07,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T12:18:07,469 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T12:18:07,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T12:18:07,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T12:18:07,472 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T12:18:07,475 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T12:18:07,476 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35429 2024-12-13T12:18:07,477 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T12:18:07,482 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T12:18:07,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T12:18:07,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T12:18:07,489 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35429 connecting to ZooKeeper ensemble=127.0.0.1:50374 2024-12-13T12:18:07,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354290x0, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T12:18:07,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354290x0, quorum=127.0.0.1:50374, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-13T12:18:07,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35429-0x1001f53765d0001 connected 2024-12-13T12:18:07,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35429-0x1001f53765d0001, quorum=127.0.0.1:50374, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T12:18:07,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35429-0x1001f53765d0001, quorum=127.0.0.1:50374, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-13T12:18:07,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35429 2024-12-13T12:18:07,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35429 2024-12-13T12:18:07,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35429 2024-12-13T12:18:07,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35429 2024-12-13T12:18:07,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35429 2024-12-13T12:18:07,510 INFO [master/23617cae5624:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /1/backup-masters/23617cae5624,33161,1734092286558 2024-12-13T12:18:07,522 DEBUG [M:0;23617cae5624:33161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;23617cae5624:33161 2024-12-13T12:18:07,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x1001f53765d0001, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T12:18:07,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T12:18:07,525 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/23617cae5624,33161,1734092286558 2024-12-13T12:18:07,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-13T12:18:07,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x1001f53765d0001, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-13T12:18:07,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T12:18:07,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x1001f53765d0001, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T12:18:07,549 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-13T12:18:07,550 INFO [master/23617cae5624:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/23617cae5624,33161,1734092286558 from backup master directory 2024-12-13T12:18:07,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-13T12:18:07,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/23617cae5624,33161,1734092286558 2024-12-13T12:18:07,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x1001f53765d0001, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T12:18:07,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-13T12:18:07,557 WARN [master/23617cae5624:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T12:18:07,557 INFO [master/23617cae5624:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=23617cae5624,33161,1734092286558 2024-12-13T12:18:07,560 INFO [master/23617cae5624:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-13T12:18:07,561 INFO [master/23617cae5624:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-13T12:18:07,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741826_1002 (size=42) 2024-12-13T12:18:07,679 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/hbase.id with ID: b06fa2de-f87d-488a-b789-64abe576ebfd 2024-12-13T12:18:07,732 INFO [master/23617cae5624:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T12:18:07,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x1001f53765d0001, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T12:18:07,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T12:18:07,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741827_1003 (size=196) 2024-12-13T12:18:07,888 INFO [master/23617cae5624:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T12:18:07,891 INFO [master/23617cae5624:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-13T12:18:07,933 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:18:07,943 INFO [master/23617cae5624:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T12:18:08,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741828_1004 (size=1189) 2024-12-13T12:18:08,078 INFO [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/MasterData/data/master/store 2024-12-13T12:18:08,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741829_1005 (size=34) 2024-12-13T12:18:08,124 INFO [master/23617cae5624:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-13T12:18:08,125 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:08,127 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T12:18:08,128 INFO [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T12:18:08,128 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T12:18:08,128 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T12:18:08,129 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T12:18:08,129 INFO [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T12:18:08,129 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T12:18:08,134 WARN [master/23617cae5624:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/MasterData/data/master/store/.initializing 2024-12-13T12:18:08,135 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/MasterData/WALs/23617cae5624,33161,1734092286558 2024-12-13T12:18:08,149 INFO [master/23617cae5624:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T12:18:08,172 INFO [master/23617cae5624:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=23617cae5624%2C33161%2C1734092286558, suffix=, logDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/MasterData/WALs/23617cae5624,33161,1734092286558, archiveDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/MasterData/oldWALs, maxLogs=10 2024-12-13T12:18:08,204 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/MasterData/WALs/23617cae5624,33161,1734092286558/23617cae5624%2C33161%2C1734092286558.1734092288180, exclude list is [], retry=0 2024-12-13T12:18:08,225 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42495,DS-b073f5c7-ec2f-445c-bbc8-c6c68cfbc747,DISK] 2024-12-13T12:18:08,229 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-13T12:18:08,273 INFO [master/23617cae5624:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/MasterData/WALs/23617cae5624,33161,1734092286558/23617cae5624%2C33161%2C1734092286558.1734092288180 2024-12-13T12:18:08,274 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42915:42915)] 2024-12-13T12:18:08,274 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-13T12:18:08,275 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:08,278 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T12:18:08,279 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T12:18:08,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T12:18:08,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-13T12:18:08,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:08,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T12:18:08,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T12:18:08,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-13T12:18:08,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:08,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:08,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T12:18:08,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-13T12:18:08,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:08,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:08,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T12:18:08,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-13T12:18:08,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:08,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:08,362 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T12:18:08,363 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T12:18:08,371 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-13T12:18:08,374 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T12:18:08,379 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:08,380 INFO [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73459148, jitterRate=0.09462660551071167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-13T12:18:08,384 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T12:18:08,385 INFO [master/23617cae5624:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-13T12:18:08,415 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9affdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:08,445 INFO [master/23617cae5624:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-13T12:18:08,455 INFO [master/23617cae5624:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-13T12:18:08,455 INFO [master/23617cae5624:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-13T12:18:08,457 INFO [master/23617cae5624:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-13T12:18:08,458 INFO [master/23617cae5624:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-13T12:18:08,462 INFO [master/23617cae5624:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 3 msec 2024-12-13T12:18:08,462 INFO [master/23617cae5624:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-13T12:18:08,483 INFO [master/23617cae5624:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-13T12:18:08,497 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-13T12:18:08,540 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/balancer already deleted, retry=false 2024-12-13T12:18:08,543 INFO [master/23617cae5624:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-13T12:18:08,545 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-13T12:18:08,556 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/normalizer already deleted, retry=false 2024-12-13T12:18:08,559 INFO [master/23617cae5624:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-13T12:18:08,563 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-13T12:18:08,573 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/split already deleted, retry=false 2024-12-13T12:18:08,575 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-13T12:18:08,581 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/merge already deleted, retry=false 2024-12-13T12:18:08,590 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-13T12:18:08,598 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-13T12:18:08,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-13T12:18:08,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x1001f53765d0001, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-13T12:18:08,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x1001f53765d0001, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T12:18:08,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T12:18:08,608 INFO [master/23617cae5624:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=23617cae5624,33161,1734092286558, sessionid=0x1001f53765d0000, setting cluster-up flag (Was=false) 2024-12-13T12:18:08,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T12:18:08,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x1001f53765d0001, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T12:18:08,664 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-13T12:18:08,666 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=23617cae5624,33161,1734092286558 2024-12-13T12:18:08,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T12:18:08,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x1001f53765d0001, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T12:18:08,714 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-13T12:18:08,717 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=23617cae5624,33161,1734092286558 2024-12-13T12:18:08,831 DEBUG [RS:0;23617cae5624:35429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;23617cae5624:35429 2024-12-13T12:18:08,833 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(1008): ClusterId : b06fa2de-f87d-488a-b789-64abe576ebfd 2024-12-13T12:18:08,835 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-13T12:18:08,837 DEBUG [RS:0;23617cae5624:35429 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T12:18:08,842 INFO [master/23617cae5624:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-13T12:18:08,846 INFO [master/23617cae5624:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-13T12:18:08,850 DEBUG [RS:0;23617cae5624:35429 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T12:18:08,851 DEBUG [RS:0;23617cae5624:35429 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T12:18:08,854 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 23617cae5624,33161,1734092286558 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-13T12:18:08,858 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/23617cae5624:0, corePoolSize=5, maxPoolSize=5 2024-12-13T12:18:08,858 DEBUG [RS:0;23617cae5624:35429 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T12:18:08,859 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/23617cae5624:0, corePoolSize=5, maxPoolSize=5 2024-12-13T12:18:08,859 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/23617cae5624:0, corePoolSize=5, maxPoolSize=5 2024-12-13T12:18:08,859 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/23617cae5624:0, corePoolSize=5, maxPoolSize=5 2024-12-13T12:18:08,859 DEBUG [RS:0;23617cae5624:35429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5e539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:08,859 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/23617cae5624:0, corePoolSize=10, maxPoolSize=10 2024-12-13T12:18:08,859 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/23617cae5624:0, corePoolSize=1, maxPoolSize=1 2024-12-13T12:18:08,860 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/23617cae5624:0, corePoolSize=2, maxPoolSize=2 2024-12-13T12:18:08,860 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/23617cae5624:0, corePoolSize=1, maxPoolSize=1 2024-12-13T12:18:08,866 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T12:18:08,867 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-13T12:18:08,867 DEBUG [RS:0;23617cae5624:35429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4f8d5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=23617cae5624/172.17.0.2:0 2024-12-13T12:18:08,871 INFO [RS:0;23617cae5624:35429 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T12:18:08,871 INFO [RS:0;23617cae5624:35429 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T12:18:08,872 DEBUG [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T12:18:08,873 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:08,873 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T12:18:08,874 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3073): reportForDuty to master=23617cae5624,33161,1734092286558 with isa=23617cae5624/172.17.0.2:35429, startcode=1734092287468 2024-12-13T12:18:08,889 INFO [master/23617cae5624:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734092318889 2024-12-13T12:18:08,890 DEBUG [RS:0;23617cae5624:35429 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T12:18:08,891 INFO [master/23617cae5624:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-13T12:18:08,892 INFO [master/23617cae5624:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-13T12:18:08,899 INFO [master/23617cae5624:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-13T12:18:08,900 INFO [master/23617cae5624:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-13T12:18:08,901 INFO [master/23617cae5624:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-13T12:18:08,901 INFO [master/23617cae5624:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-13T12:18:08,907 INFO [master/23617cae5624:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:08,912 INFO [master/23617cae5624:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-13T12:18:08,914 INFO [master/23617cae5624:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-13T12:18:08,914 INFO [master/23617cae5624:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-13T12:18:08,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741831_1007 (size=1039) 2024-12-13T12:18:08,927 INFO [master/23617cae5624:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-13T12:18:08,928 INFO [master/23617cae5624:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-13T12:18:08,929 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T12:18:08,930 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:08,935 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/23617cae5624:0:becomeActiveMaster-HFileCleaner.large.0-1734092288929,5,FailOnTimeoutGroup] 2024-12-13T12:18:08,947 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/23617cae5624:0:becomeActiveMaster-HFileCleaner.small.0-1734092288935,5,FailOnTimeoutGroup] 2024-12-13T12:18:08,947 INFO [master/23617cae5624:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:08,948 INFO [master/23617cae5624:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-13T12:18:08,949 INFO [master/23617cae5624:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:08,950 INFO [master/23617cae5624:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:08,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741832_1008 (size=32) 2024-12-13T12:18:08,963 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33815, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T12:18:08,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:08,972 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33161 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 23617cae5624,35429,1734092287468 2024-12-13T12:18:08,975 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33161 {}] master.ServerManager(486): Registering regionserver=23617cae5624,35429,1734092287468 2024-12-13T12:18:08,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T12:18:08,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T12:18:08,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:08,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T12:18:08,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T12:18:08,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T12:18:08,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:08,994 DEBUG [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:08,994 DEBUG [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37621 2024-12-13T12:18:08,994 DEBUG [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T12:18:08,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T12:18:08,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T12:18:09,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T12:18:09,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:09,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T12:18:09,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-13T12:18:09,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/meta/1588230740 2024-12-13T12:18:09,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/meta/1588230740 2024-12-13T12:18:09,015 DEBUG [RS:0;23617cae5624:35429 {}] zookeeper.ZKUtil(111): regionserver:35429-0x1001f53765d0001, quorum=127.0.0.1:50374, baseZNode=/1 Set watcher on existing znode=/1/rs/23617cae5624,35429,1734092287468 2024-12-13T12:18:09,015 WARN [RS:0;23617cae5624:35429 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T12:18:09,016 INFO [RS:0;23617cae5624:35429 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T12:18:09,016 DEBUG [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468 2024-12-13T12:18:09,017 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [23617cae5624,35429,1734092287468] 2024-12-13T12:18:09,021 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T12:18:09,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T12:18:09,045 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:09,045 DEBUG [RS:0;23617cae5624:35429 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T12:18:09,048 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59378570, jitterRate=-0.11519035696983337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T12:18:09,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T12:18:09,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T12:18:09,062 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T12:18:09,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T12:18:09,062 INFO [RS:0;23617cae5624:35429 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T12:18:09,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T12:18:09,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T12:18:09,068 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T12:18:09,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T12:18:09,072 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T12:18:09,072 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-13T12:18:09,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-13T12:18:09,093 INFO [RS:0;23617cae5624:35429 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T12:18:09,101 INFO [RS:0;23617cae5624:35429 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T12:18:09,101 INFO [RS:0;23617cae5624:35429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:09,103 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-13T12:18:09,107 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T12:18:09,107 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T12:18:09,146 INFO [RS:0;23617cae5624:35429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:09,146 DEBUG [RS:0;23617cae5624:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/23617cae5624:0, corePoolSize=1, maxPoolSize=1 2024-12-13T12:18:09,146 DEBUG [RS:0;23617cae5624:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/23617cae5624:0, corePoolSize=1, maxPoolSize=1 2024-12-13T12:18:09,147 DEBUG [RS:0;23617cae5624:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0, corePoolSize=1, maxPoolSize=1 2024-12-13T12:18:09,147 DEBUG [RS:0;23617cae5624:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/23617cae5624:0, corePoolSize=1, maxPoolSize=1 2024-12-13T12:18:09,147 DEBUG [RS:0;23617cae5624:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/23617cae5624:0, corePoolSize=1, maxPoolSize=1 2024-12-13T12:18:09,153 DEBUG [RS:0;23617cae5624:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/23617cae5624:0, corePoolSize=2, maxPoolSize=2 2024-12-13T12:18:09,154 DEBUG [RS:0;23617cae5624:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/23617cae5624:0, corePoolSize=1, maxPoolSize=1 2024-12-13T12:18:09,155 DEBUG [RS:0;23617cae5624:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/23617cae5624:0, corePoolSize=1, maxPoolSize=1 2024-12-13T12:18:09,155 DEBUG [RS:0;23617cae5624:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/23617cae5624:0, corePoolSize=1, maxPoolSize=1 2024-12-13T12:18:09,155 DEBUG [RS:0;23617cae5624:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/23617cae5624:0, corePoolSize=1, maxPoolSize=1 2024-12-13T12:18:09,155 DEBUG [RS:0;23617cae5624:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/23617cae5624:0, corePoolSize=1, maxPoolSize=1 2024-12-13T12:18:09,156 DEBUG [RS:0;23617cae5624:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/23617cae5624:0, corePoolSize=3, maxPoolSize=3 2024-12-13T12:18:09,156 DEBUG [RS:0;23617cae5624:35429 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/23617cae5624:0, corePoolSize=3, maxPoolSize=3 2024-12-13T12:18:09,176 INFO [RS:0;23617cae5624:35429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:09,177 INFO [RS:0;23617cae5624:35429 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:09,177 INFO [RS:0;23617cae5624:35429 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:09,177 INFO [RS:0;23617cae5624:35429 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:09,177 INFO [RS:0;23617cae5624:35429 {}] hbase.ChoreService(168): Chore ScheduledChore name=23617cae5624,35429,1734092287468-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T12:18:09,240 INFO [RS:0;23617cae5624:35429 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T12:18:09,255 INFO [RS:0;23617cae5624:35429 {}] hbase.ChoreService(168): Chore ScheduledChore name=23617cae5624,35429,1734092287468-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:09,258 WARN [23617cae5624:33161 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-13T12:18:09,296 INFO [RS:0;23617cae5624:35429 {}] regionserver.Replication(204): 23617cae5624,35429,1734092287468 started 2024-12-13T12:18:09,296 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(1767): Serving as 23617cae5624,35429,1734092287468, RpcServer on 23617cae5624/172.17.0.2:35429, sessionid=0x1001f53765d0001 2024-12-13T12:18:09,297 DEBUG [RS:0;23617cae5624:35429 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T12:18:09,298 DEBUG [RS:0;23617cae5624:35429 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 23617cae5624,35429,1734092287468 2024-12-13T12:18:09,298 DEBUG [RS:0;23617cae5624:35429 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '23617cae5624,35429,1734092287468' 2024-12-13T12:18:09,298 DEBUG [RS:0;23617cae5624:35429 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-13T12:18:09,303 DEBUG [RS:0;23617cae5624:35429 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-13T12:18:09,304 DEBUG [RS:0;23617cae5624:35429 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T12:18:09,305 DEBUG [RS:0;23617cae5624:35429 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T12:18:09,306 DEBUG [RS:0;23617cae5624:35429 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 23617cae5624,35429,1734092287468 2024-12-13T12:18:09,306 DEBUG [RS:0;23617cae5624:35429 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '23617cae5624,35429,1734092287468' 2024-12-13T12:18:09,306 DEBUG [RS:0;23617cae5624:35429 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-13T12:18:09,308 DEBUG [RS:0;23617cae5624:35429 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-13T12:18:09,309 DEBUG [RS:0;23617cae5624:35429 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T12:18:09,309 INFO [RS:0;23617cae5624:35429 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T12:18:09,310 INFO [RS:0;23617cae5624:35429 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T12:18:09,416 INFO [RS:0;23617cae5624:35429 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T12:18:09,420 INFO [RS:0;23617cae5624:35429 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=23617cae5624%2C35429%2C1734092287468, suffix=, logDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468, archiveDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/oldWALs, maxLogs=10 2024-12-13T12:18:09,444 DEBUG [RS:0;23617cae5624:35429 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, exclude list is [], retry=0 2024-12-13T12:18:09,449 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42495,DS-b073f5c7-ec2f-445c-bbc8-c6c68cfbc747,DISK] 2024-12-13T12:18:09,453 INFO [RS:0;23617cae5624:35429 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 2024-12-13T12:18:09,455 DEBUG [RS:0;23617cae5624:35429 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42915:42915)] 2024-12-13T12:18:09,510 DEBUG [23617cae5624:33161 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-13T12:18:09,515 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:09,521 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 23617cae5624,35429,1734092287468, state=OPENING 2024-12-13T12:18:09,537 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-13T12:18:09,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T12:18:09,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x1001f53765d0001, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T12:18:09,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T12:18:09,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T12:18:09,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:09,728 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23617cae5624,35429,1734092287468 2024-12-13T12:18:09,729 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T12:18:09,733 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T12:18:09,746 INFO [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T12:18:09,746 INFO [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T12:18:09,747 INFO [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-13T12:18:09,750 INFO [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=23617cae5624%2C35429%2C1734092287468.meta, suffix=.meta, logDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468, archiveDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/oldWALs, maxLogs=10 2024-12-13T12:18:09,764 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.meta.1734092289751.meta, exclude list is [], retry=0 2024-12-13T12:18:09,767 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42495,DS-b073f5c7-ec2f-445c-bbc8-c6c68cfbc747,DISK] 2024-12-13T12:18:09,770 INFO [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.meta.1734092289751.meta 2024-12-13T12:18:09,771 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42915:42915)] 2024-12-13T12:18:09,772 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T12:18:09,773 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T12:18:09,822 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T12:18:09,827 INFO [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T12:18:09,830 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T12:18:09,831 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:09,831 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T12:18:09,831 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T12:18:09,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T12:18:09,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T12:18:09,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:09,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T12:18:09,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T12:18:09,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T12:18:09,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:09,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T12:18:09,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T12:18:09,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T12:18:09,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:09,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T12:18:09,843 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/meta/1588230740 2024-12-13T12:18:09,846 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/meta/1588230740 2024-12-13T12:18:09,848 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T12:18:09,851 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T12:18:09,852 INFO [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58860593, jitterRate=-0.122908815741539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T12:18:09,854 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T12:18:09,859 INFO [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734092289722 2024-12-13T12:18:09,868 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T12:18:09,868 INFO [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T12:18:09,869 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:09,872 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 23617cae5624,35429,1734092287468, state=OPEN 2024-12-13T12:18:09,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-13T12:18:09,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x1001f53765d0001, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-13T12:18:09,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T12:18:09,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-13T12:18:09,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-13T12:18:09,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=23617cae5624,35429,1734092287468 in 330 msec 2024-12-13T12:18:09,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-13T12:18:09,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 808 msec 2024-12-13T12:18:09,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1430 sec 2024-12-13T12:18:09,905 INFO [master/23617cae5624:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734092289905, completionTime=-1 2024-12-13T12:18:09,905 INFO [master/23617cae5624:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-13T12:18:09,905 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-13T12:18:09,949 DEBUG [hconnection-0x2b4f25fe-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:09,951 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T12:18:09,960 INFO [master/23617cae5624:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-13T12:18:09,960 INFO [master/23617cae5624:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734092349960 2024-12-13T12:18:09,960 INFO [master/23617cae5624:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734092409960 2024-12-13T12:18:09,961 INFO [master/23617cae5624:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 55 msec 2024-12-13T12:18:10,043 INFO [master/23617cae5624:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23617cae5624,33161,1734092286558-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:10,043 INFO [master/23617cae5624:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23617cae5624,33161,1734092286558-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:10,043 INFO [master/23617cae5624:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23617cae5624,33161,1734092286558-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:10,044 INFO [master/23617cae5624:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-23617cae5624:33161, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:10,045 INFO [master/23617cae5624:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:10,050 DEBUG [master/23617cae5624:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-13T12:18:10,053 INFO [master/23617cae5624:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-13T12:18:10,054 INFO [master/23617cae5624:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T12:18:10,060 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-13T12:18:10,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T12:18:10,065 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:10,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T12:18:10,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741835_1011 (size=358) 2024-12-13T12:18:10,483 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d70cf2c4667df864828c0f78014e6673, NAME => 'hbase:namespace,,1734092290053.d70cf2c4667df864828c0f78014e6673.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:10,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741836_1012 (size=42) 2024-12-13T12:18:10,494 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734092290053.d70cf2c4667df864828c0f78014e6673.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:10,494 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing d70cf2c4667df864828c0f78014e6673, disabling compactions & flushes 2024-12-13T12:18:10,494 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734092290053.d70cf2c4667df864828c0f78014e6673. 2024-12-13T12:18:10,494 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734092290053.d70cf2c4667df864828c0f78014e6673. 2024-12-13T12:18:10,494 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734092290053.d70cf2c4667df864828c0f78014e6673. after waiting 0 ms 2024-12-13T12:18:10,495 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734092290053.d70cf2c4667df864828c0f78014e6673. 2024-12-13T12:18:10,495 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734092290053.d70cf2c4667df864828c0f78014e6673. 2024-12-13T12:18:10,495 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for d70cf2c4667df864828c0f78014e6673: 2024-12-13T12:18:10,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T12:18:10,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734092290053.d70cf2c4667df864828c0f78014e6673.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734092290498"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092290498"}]},"ts":"1734092290498"} 2024-12-13T12:18:10,552 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T12:18:10,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T12:18:10,556 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734092290554"}]},"ts":"1734092290554"} 2024-12-13T12:18:10,560 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-13T12:18:10,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d70cf2c4667df864828c0f78014e6673, ASSIGN}] 2024-12-13T12:18:10,611 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d70cf2c4667df864828c0f78014e6673, ASSIGN 2024-12-13T12:18:10,613 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=d70cf2c4667df864828c0f78014e6673, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:10,764 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d70cf2c4667df864828c0f78014e6673, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:10,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure d70cf2c4667df864828c0f78014e6673, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:10,928 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23617cae5624,35429,1734092287468 2024-12-13T12:18:10,938 INFO [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734092290053.d70cf2c4667df864828c0f78014e6673. 2024-12-13T12:18:10,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => d70cf2c4667df864828c0f78014e6673, NAME => 'hbase:namespace,,1734092290053.d70cf2c4667df864828c0f78014e6673.', STARTKEY => '', ENDKEY => ''} 2024-12-13T12:18:10,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace d70cf2c4667df864828c0f78014e6673 2024-12-13T12:18:10,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734092290053.d70cf2c4667df864828c0f78014e6673.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:10,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for d70cf2c4667df864828c0f78014e6673 2024-12-13T12:18:10,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for d70cf2c4667df864828c0f78014e6673 2024-12-13T12:18:10,943 INFO [StoreOpener-d70cf2c4667df864828c0f78014e6673-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d70cf2c4667df864828c0f78014e6673 2024-12-13T12:18:10,945 INFO [StoreOpener-d70cf2c4667df864828c0f78014e6673-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d70cf2c4667df864828c0f78014e6673 columnFamilyName info 2024-12-13T12:18:10,946 DEBUG [StoreOpener-d70cf2c4667df864828c0f78014e6673-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:10,947 INFO [StoreOpener-d70cf2c4667df864828c0f78014e6673-1 {}] regionserver.HStore(327): Store=d70cf2c4667df864828c0f78014e6673/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:10,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/namespace/d70cf2c4667df864828c0f78014e6673 2024-12-13T12:18:10,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/namespace/d70cf2c4667df864828c0f78014e6673 2024-12-13T12:18:10,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for d70cf2c4667df864828c0f78014e6673 2024-12-13T12:18:10,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/namespace/d70cf2c4667df864828c0f78014e6673/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:10,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened d70cf2c4667df864828c0f78014e6673; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66057170, jitterRate=-0.015671461820602417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T12:18:10,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for d70cf2c4667df864828c0f78014e6673: 2024-12-13T12:18:10,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734092290053.d70cf2c4667df864828c0f78014e6673., pid=6, masterSystemTime=1734092290928 2024-12-13T12:18:10,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734092290053.d70cf2c4667df864828c0f78014e6673. 2024-12-13T12:18:10,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734092290053.d70cf2c4667df864828c0f78014e6673. 2024-12-13T12:18:10,971 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d70cf2c4667df864828c0f78014e6673, regionState=OPEN, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:10,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-13T12:18:10,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure d70cf2c4667df864828c0f78014e6673, server=23617cae5624,35429,1734092287468 in 204 msec 2024-12-13T12:18:10,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-13T12:18:10,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=d70cf2c4667df864828c0f78014e6673, ASSIGN in 374 msec 2024-12-13T12:18:10,990 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T12:18:10,990 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734092290990"}]},"ts":"1734092290990"} 2024-12-13T12:18:10,994 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-13T12:18:11,033 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T12:18:11,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 978 msec 2024-12-13T12:18:11,064 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2024-12-13T12:18:11,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x1001f53765d0001, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T12:18:11,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2024-12-13T12:18:11,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T12:18:11,104 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-13T12:18:11,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-13T12:18:11,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 35 msec 2024-12-13T12:18:11,151 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-13T12:18:11,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-13T12:18:11,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 35 msec 2024-12-13T12:18:11,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2024-12-13T12:18:11,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2024-12-13T12:18:11,231 INFO [master/23617cae5624:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.674sec 2024-12-13T12:18:11,233 INFO [master/23617cae5624:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-13T12:18:11,234 INFO [master/23617cae5624:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-13T12:18:11,235 INFO [master/23617cae5624:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-13T12:18:11,236 INFO [master/23617cae5624:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-13T12:18:11,236 INFO [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-13T12:18:11,237 INFO [master/23617cae5624:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23617cae5624,33161,1734092286558-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T12:18:11,237 INFO [master/23617cae5624:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23617cae5624,33161,1734092286558-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-13T12:18:11,244 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-13T12:18:11,244 INFO [master/23617cae5624:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-13T12:18:11,245 INFO [master/23617cae5624:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23617cae5624,33161,1734092286558-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:11,336 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28eaea09 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@cd9d88e 2024-12-13T12:18:11,337 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-13T12:18:11,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61160a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:11,354 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-13T12:18:11,354 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-13T12:18:11,364 DEBUG [hconnection-0x2de9a525-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:11,371 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T12:18:11,379 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=23617cae5624,33161,1734092286558 2024-12-13T12:18:11,379 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-13T12:18:11,379 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/cluster_0b297e0b-f458-aa3d-16ab-a1df6f700a44, deleteOnExit=true 2024-12-13T12:18:11,379 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-13T12:18:11,391 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/test.cache.data in system properties and HBase conf 2024-12-13T12:18:11,391 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/hadoop.tmp.dir in system properties and HBase conf 2024-12-13T12:18:11,391 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/hadoop.log.dir in system properties and HBase conf 2024-12-13T12:18:11,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-13T12:18:11,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-13T12:18:11,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-13T12:18:11,392 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-13T12:18:11,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-13T12:18:11,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-13T12:18:11,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-13T12:18:11,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T12:18:11,392 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-13T12:18:11,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-13T12:18:11,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-13T12:18:11,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T12:18:11,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-13T12:18:11,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/nfs.dump.dir in system properties and HBase conf 2024-12-13T12:18:11,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/java.io.tmpdir in system properties and HBase conf 2024-12-13T12:18:11,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-13T12:18:11,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-13T12:18:11,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-13T12:18:11,626 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T12:18:11,630 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T12:18:11,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T12:18:11,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T12:18:11,632 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-13T12:18:11,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T12:18:11,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d9c3958{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/hadoop.log.dir/,AVAILABLE} 2024-12-13T12:18:11,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55dfa903{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T12:18:11,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29b8371c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/java.io.tmpdir/jetty-localhost-34323-hadoop-hdfs-3_4_1-tests_jar-_-any-460450708539578462/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T12:18:11,751 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41a8eed{HTTP/1.1, (http/1.1)}{localhost:34323} 2024-12-13T12:18:11,751 INFO [Time-limited test {}] server.Server(415): Started @10811ms 2024-12-13T12:18:11,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-13T12:18:11,941 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-13T12:18:11,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-13T12:18:11,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-13T12:18:11,943 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-13T12:18:11,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c4144ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/hadoop.log.dir/,AVAILABLE} 2024-12-13T12:18:11,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73e3600e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-13T12:18:12,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73a34985{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/java.io.tmpdir/jetty-localhost-34107-hadoop-hdfs-3_4_1-tests_jar-_-any-3863434237140961715/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T12:18:12,036 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@298a701f{HTTP/1.1, (http/1.1)}{localhost:34107} 2024-12-13T12:18:12,036 INFO [Time-limited test {}] server.Server(415): Started @11096ms 2024-12-13T12:18:12,037 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-13T12:18:12,439 WARN [Thread-203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/cluster_0b297e0b-f458-aa3d-16ab-a1df6f700a44/dfs/data/data1/current/BP-569839294-172.17.0.2-1734092291416/current, will proceed with Du for space computation calculation, 2024-12-13T12:18:12,439 WARN [Thread-204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/cluster_0b297e0b-f458-aa3d-16ab-a1df6f700a44/dfs/data/data2/current/BP-569839294-172.17.0.2-1734092291416/current, will proceed with Du for space computation calculation, 2024-12-13T12:18:12,470 WARN [Thread-191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-13T12:18:12,473 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a81cfe72c25ea44 with lease ID 0x28d24fa7e570a825: Processing first storage report for DS-1af8d9aa-4588-4203-a108-5446906d1407 from datanode DatanodeRegistration(127.0.0.1:42677, datanodeUuid=8e853f2c-6be7-46d7-8e3e-420515cc23c9, infoPort=44637, infoSecurePort=0, ipcPort=36899, storageInfo=lv=-57;cid=testClusterID;nsid=664531396;c=1734092291416) 2024-12-13T12:18:12,474 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a81cfe72c25ea44 with lease ID 0x28d24fa7e570a825: from storage DS-1af8d9aa-4588-4203-a108-5446906d1407 node DatanodeRegistration(127.0.0.1:42677, datanodeUuid=8e853f2c-6be7-46d7-8e3e-420515cc23c9, infoPort=44637, infoSecurePort=0, ipcPort=36899, storageInfo=lv=-57;cid=testClusterID;nsid=664531396;c=1734092291416), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T12:18:12,474 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a81cfe72c25ea44 with lease ID 0x28d24fa7e570a825: Processing first storage report for DS-6f15115e-da58-4352-8db4-c8cfbabe73f0 from datanode DatanodeRegistration(127.0.0.1:42677, datanodeUuid=8e853f2c-6be7-46d7-8e3e-420515cc23c9, infoPort=44637, infoSecurePort=0, ipcPort=36899, storageInfo=lv=-57;cid=testClusterID;nsid=664531396;c=1734092291416) 2024-12-13T12:18:12,474 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a81cfe72c25ea44 with lease ID 0x28d24fa7e570a825: from storage DS-6f15115e-da58-4352-8db4-c8cfbabe73f0 node DatanodeRegistration(127.0.0.1:42677, datanodeUuid=8e853f2c-6be7-46d7-8e3e-420515cc23c9, infoPort=44637, infoSecurePort=0, ipcPort=36899, storageInfo=lv=-57;cid=testClusterID;nsid=664531396;c=1734092291416), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-13T12:18:12,575 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef 2024-12-13T12:18:12,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T12:18:12,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T12:18:12,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741825_1001 (size=7) 2024-12-13T12:18:13,010 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 with version=8 2024-12-13T12:18:13,010 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/hbase-staging 2024-12-13T12:18:13,014 INFO [Time-limited test {}] client.ConnectionUtils(129): master/23617cae5624:0 server-side Connection retries=18 2024-12-13T12:18:13,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T12:18:13,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T12:18:13,015 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T12:18:13,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T12:18:13,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T12:18:13,015 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T12:18:13,015 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T12:18:13,017 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45175 2024-12-13T12:18:13,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T12:18:13,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T12:18:13,024 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:45175 connecting to ZooKeeper ensemble=127.0.0.1:50374 2024-12-13T12:18:13,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451750x0, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T12:18:13,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45175-0x1001f53765d0003 connected 2024-12-13T12:18:13,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-13T12:18:13,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T12:18:13,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-13T12:18:13,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45175 2024-12-13T12:18:13,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45175 2024-12-13T12:18:13,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45175 2024-12-13T12:18:13,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45175 2024-12-13T12:18:13,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45175 2024-12-13T12:18:13,131 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841, hbase.cluster.distributed=false 2024-12-13T12:18:13,153 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/23617cae5624:0 server-side Connection retries=18 2024-12-13T12:18:13,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T12:18:13,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-13T12:18:13,153 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-13T12:18:13,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-13T12:18:13,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-13T12:18:13,153 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-13T12:18:13,154 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-13T12:18:13,154 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33159 2024-12-13T12:18:13,155 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-13T12:18:13,157 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-13T12:18:13,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T12:18:13,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T12:18:13,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33159 connecting to ZooKeeper ensemble=127.0.0.1:50374 2024-12-13T12:18:13,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331590x0, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T12:18:13,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331590x0, quorum=127.0.0.1:50374, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-13T12:18:13,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33159-0x1001f53765d0004 connected 2024-12-13T12:18:13,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33159-0x1001f53765d0004, quorum=127.0.0.1:50374, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T12:18:13,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33159-0x1001f53765d0004, quorum=127.0.0.1:50374, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-13T12:18:13,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33159 2024-12-13T12:18:13,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33159 2024-12-13T12:18:13,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33159 2024-12-13T12:18:13,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33159 2024-12-13T12:18:13,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33159 2024-12-13T12:18:13,181 INFO [master/23617cae5624:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /2/backup-masters/23617cae5624,45175,1734092293013 2024-12-13T12:18:13,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T12:18:13,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1001f53765d0004, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T12:18:13,190 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Set watcher on existing znode=/2/backup-masters/23617cae5624,45175,1734092293013 2024-12-13T12:18:13,196 DEBUG [M:0;23617cae5624:45175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;23617cae5624:45175 2024-12-13T12:18:13,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1001f53765d0004, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-13T12:18:13,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-13T12:18:13,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T12:18:13,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1001f53765d0004, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T12:18:13,198 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-13T12:18:13,199 INFO [master/23617cae5624:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2/backup-masters/23617cae5624,45175,1734092293013 from backup master directory 2024-12-13T12:18:13,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1001f53765d0004, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T12:18:13,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/backup-masters/23617cae5624,45175,1734092293013 2024-12-13T12:18:13,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-13T12:18:13,206 WARN [master/23617cae5624:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T12:18:13,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-13T12:18:13,206 INFO [master/23617cae5624:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=23617cae5624,45175,1734092293013 2024-12-13T12:18:13,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741826_1002 (size=42) 2024-12-13T12:18:13,624 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/hbase.id with ID: 05ca21ac-d073-4e36-bd3e-bd2076ef729c 2024-12-13T12:18:13,646 INFO [master/23617cae5624:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-13T12:18:13,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1001f53765d0004, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T12:18:13,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T12:18:13,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741827_1003 (size=196) 2024-12-13T12:18:14,102 INFO [master/23617cae5624:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T12:18:14,103 INFO [master/23617cae5624:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-13T12:18:14,104 INFO [master/23617cae5624:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T12:18:14,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741828_1004 (size=1189) 2024-12-13T12:18:14,291 INFO [23617cae5624:35429Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T12:18:14,521 INFO [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/MasterData/data/master/store 2024-12-13T12:18:14,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741829_1005 (size=34) 2024-12-13T12:18:14,535 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:14,535 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T12:18:14,535 INFO [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T12:18:14,535 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T12:18:14,535 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T12:18:14,535 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T12:18:14,535 INFO [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T12:18:14,535 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T12:18:14,536 WARN [master/23617cae5624:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/MasterData/data/master/store/.initializing 2024-12-13T12:18:14,536 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/MasterData/WALs/23617cae5624,45175,1734092293013 2024-12-13T12:18:14,538 INFO [master/23617cae5624:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T12:18:14,541 INFO [master/23617cae5624:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=23617cae5624%2C45175%2C1734092293013, suffix=, logDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/MasterData/WALs/23617cae5624,45175,1734092293013, archiveDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/MasterData/oldWALs, maxLogs=10 2024-12-13T12:18:14,553 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/MasterData/WALs/23617cae5624,45175,1734092293013/23617cae5624%2C45175%2C1734092293013.1734092294541, exclude list is [], retry=0 2024-12-13T12:18:14,556 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42677,DS-1af8d9aa-4588-4203-a108-5446906d1407,DISK] 2024-12-13T12:18:14,559 INFO [master/23617cae5624:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/MasterData/WALs/23617cae5624,45175,1734092293013/23617cae5624%2C45175%2C1734092293013.1734092294541 2024-12-13T12:18:14,559 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44637:44637)] 2024-12-13T12:18:14,559 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-13T12:18:14,560 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:14,560 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T12:18:14,560 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T12:18:14,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T12:18:14,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-13T12:18:14,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:14,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T12:18:14,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T12:18:14,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-13T12:18:14,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:14,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:14,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T12:18:14,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-13T12:18:14,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:14,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:14,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-13T12:18:14,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-13T12:18:14,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:14,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:14,576 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T12:18:14,577 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-13T12:18:14,580 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-13T12:18:14,582 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-13T12:18:14,586 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:14,586 INFO [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60333305, jitterRate=-0.10096369683742523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-13T12:18:14,587 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T12:18:14,587 INFO [master/23617cae5624:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-13T12:18:14,592 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dde1228, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:14,592 INFO [master/23617cae5624:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-13T12:18:14,593 INFO [master/23617cae5624:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-13T12:18:14,593 INFO [master/23617cae5624:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-13T12:18:14,593 INFO [master/23617cae5624:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-13T12:18:14,593 INFO [master/23617cae5624:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-13T12:18:14,594 INFO [master/23617cae5624:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-13T12:18:14,594 INFO [master/23617cae5624:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-13T12:18:14,596 INFO [master/23617cae5624:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-13T12:18:14,597 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Unable to get data of znode /2/balancer because node does not exist (not necessarily an error) 2024-12-13T12:18:14,611 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/balancer already deleted, retry=false 2024-12-13T12:18:14,612 INFO [master/23617cae5624:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-13T12:18:14,613 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Unable to get data of znode /2/normalizer because node does not exist (not necessarily an error) 2024-12-13T12:18:14,681 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/normalizer already deleted, retry=false 2024-12-13T12:18:14,681 INFO [master/23617cae5624:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-13T12:18:14,683 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Unable to get data of znode /2/switch/split because node does not exist (not necessarily an error) 2024-12-13T12:18:14,689 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/split already deleted, retry=false 2024-12-13T12:18:14,691 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Unable to get data of znode /2/switch/merge because node does not exist (not necessarily an error) 2024-12-13T12:18:14,697 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/merge already deleted, retry=false 2024-12-13T12:18:14,700 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Unable to get data of znode /2/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-13T12:18:14,706 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/snapshot-cleanup already deleted, retry=false 2024-12-13T12:18:14,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1001f53765d0004, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-13T12:18:14,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-13T12:18:14,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T12:18:14,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1001f53765d0004, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T12:18:14,715 INFO [master/23617cae5624:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=23617cae5624,45175,1734092293013, sessionid=0x1001f53765d0003, setting cluster-up flag (Was=false) 2024-12-13T12:18:14,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T12:18:14,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1001f53765d0004, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T12:18:14,756 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/flush-table-proc/acquired, /2/flush-table-proc/reached, /2/flush-table-proc/abort 2024-12-13T12:18:14,757 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=23617cae5624,45175,1734092293013 2024-12-13T12:18:14,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T12:18:14,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1001f53765d0004, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T12:18:14,831 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/online-snapshot/acquired, /2/online-snapshot/reached, /2/online-snapshot/abort 2024-12-13T12:18:14,833 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=23617cae5624,45175,1734092293013 2024-12-13T12:18:14,847 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-13T12:18:14,848 INFO [master/23617cae5624:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-13T12:18:14,848 INFO [master/23617cae5624:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-13T12:18:14,848 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 23617cae5624,45175,1734092293013 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-13T12:18:14,848 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/23617cae5624:0, corePoolSize=5, maxPoolSize=5 2024-12-13T12:18:14,848 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/23617cae5624:0, corePoolSize=5, maxPoolSize=5 2024-12-13T12:18:14,849 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/23617cae5624:0, corePoolSize=5, maxPoolSize=5 2024-12-13T12:18:14,849 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/23617cae5624:0, corePoolSize=5, maxPoolSize=5 2024-12-13T12:18:14,849 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/23617cae5624:0, corePoolSize=10, maxPoolSize=10 2024-12-13T12:18:14,849 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/23617cae5624:0, corePoolSize=1, maxPoolSize=1 2024-12-13T12:18:14,849 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/23617cae5624:0, corePoolSize=2, maxPoolSize=2 2024-12-13T12:18:14,849 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/23617cae5624:0, corePoolSize=1, maxPoolSize=1 2024-12-13T12:18:14,850 INFO [master/23617cae5624:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734092324850 2024-12-13T12:18:14,850 INFO [master/23617cae5624:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-13T12:18:14,850 INFO [master/23617cae5624:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-13T12:18:14,850 INFO [master/23617cae5624:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-13T12:18:14,850 INFO [master/23617cae5624:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-13T12:18:14,850 INFO [master/23617cae5624:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-13T12:18:14,850 INFO [master/23617cae5624:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-13T12:18:14,850 INFO [master/23617cae5624:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:14,851 INFO [master/23617cae5624:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-13T12:18:14,851 INFO [master/23617cae5624:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-13T12:18:14,851 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T12:18:14,851 INFO [master/23617cae5624:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-13T12:18:14,851 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-13T12:18:14,851 INFO [master/23617cae5624:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-13T12:18:14,851 INFO [master/23617cae5624:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-13T12:18:14,852 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/23617cae5624:0:becomeActiveMaster-HFileCleaner.large.0-1734092294852,5,FailOnTimeoutGroup] 2024-12-13T12:18:14,852 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/23617cae5624:0:becomeActiveMaster-HFileCleaner.small.0-1734092294852,5,FailOnTimeoutGroup] 2024-12-13T12:18:14,852 INFO [master/23617cae5624:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:14,852 INFO [master/23617cae5624:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-13T12:18:14,852 INFO [master/23617cae5624:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:14,852 INFO [master/23617cae5624:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:14,853 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:14,853 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T12:18:14,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741831_1007 (size=1039) 2024-12-13T12:18:14,897 DEBUG [RS:0;23617cae5624:33159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;23617cae5624:33159 2024-12-13T12:18:14,899 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(1008): ClusterId : 05ca21ac-d073-4e36-bd3e-bd2076ef729c 2024-12-13T12:18:14,899 DEBUG [RS:0;23617cae5624:33159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-13T12:18:14,907 DEBUG [RS:0;23617cae5624:33159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-13T12:18:14,907 DEBUG [RS:0;23617cae5624:33159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-13T12:18:14,915 DEBUG [RS:0;23617cae5624:33159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-13T12:18:14,916 DEBUG [RS:0;23617cae5624:33159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156d9912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:14,917 DEBUG [RS:0;23617cae5624:33159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c7c6e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=23617cae5624/172.17.0.2:0 2024-12-13T12:18:14,917 INFO [RS:0;23617cae5624:33159 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-13T12:18:14,917 INFO [RS:0;23617cae5624:33159 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-13T12:18:14,917 DEBUG [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-13T12:18:14,918 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3073): reportForDuty to master=23617cae5624,45175,1734092293013 with isa=23617cae5624/172.17.0.2:33159, startcode=1734092293152 2024-12-13T12:18:14,918 DEBUG [RS:0;23617cae5624:33159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T12:18:14,920 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51593, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T12:18:14,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45175 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 23617cae5624,33159,1734092293152 2024-12-13T12:18:14,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45175 {}] master.ServerManager(486): Registering regionserver=23617cae5624,33159,1734092293152 2024-12-13T12:18:14,925 DEBUG [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:14,925 DEBUG [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38141 2024-12-13T12:18:14,925 DEBUG [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-13T12:18:14,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-13T12:18:14,931 DEBUG [RS:0;23617cae5624:33159 {}] zookeeper.ZKUtil(111): regionserver:33159-0x1001f53765d0004, quorum=127.0.0.1:50374, baseZNode=/2 Set watcher on existing znode=/2/rs/23617cae5624,33159,1734092293152 2024-12-13T12:18:14,931 WARN [RS:0;23617cae5624:33159 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-13T12:18:14,931 INFO [RS:0;23617cae5624:33159 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T12:18:14,932 DEBUG [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/WALs/23617cae5624,33159,1734092293152 2024-12-13T12:18:14,932 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [23617cae5624,33159,1734092293152] 2024-12-13T12:18:14,936 DEBUG [RS:0;23617cae5624:33159 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-13T12:18:14,936 INFO [RS:0;23617cae5624:33159 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-13T12:18:14,938 INFO [RS:0;23617cae5624:33159 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-13T12:18:14,939 INFO [RS:0;23617cae5624:33159 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-13T12:18:14,939 INFO [RS:0;23617cae5624:33159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:14,939 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-13T12:18:14,940 INFO [RS:0;23617cae5624:33159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:14,940 DEBUG [RS:0;23617cae5624:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/23617cae5624:0, corePoolSize=1, maxPoolSize=1 2024-12-13T12:18:14,940 DEBUG [RS:0;23617cae5624:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/23617cae5624:0, corePoolSize=1, maxPoolSize=1 2024-12-13T12:18:14,941 DEBUG [RS:0;23617cae5624:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0, corePoolSize=1, maxPoolSize=1 2024-12-13T12:18:14,941 DEBUG [RS:0;23617cae5624:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/23617cae5624:0, corePoolSize=1, maxPoolSize=1 2024-12-13T12:18:14,941 DEBUG [RS:0;23617cae5624:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/23617cae5624:0, corePoolSize=1, maxPoolSize=1 2024-12-13T12:18:14,941 DEBUG [RS:0;23617cae5624:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/23617cae5624:0, corePoolSize=2, maxPoolSize=2 2024-12-13T12:18:14,941 DEBUG [RS:0;23617cae5624:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/23617cae5624:0, corePoolSize=1, maxPoolSize=1 2024-12-13T12:18:14,941 DEBUG [RS:0;23617cae5624:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/23617cae5624:0, corePoolSize=1, maxPoolSize=1 2024-12-13T12:18:14,941 DEBUG [RS:0;23617cae5624:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/23617cae5624:0, corePoolSize=1, maxPoolSize=1 2024-12-13T12:18:14,941 DEBUG [RS:0;23617cae5624:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/23617cae5624:0, corePoolSize=1, maxPoolSize=1 2024-12-13T12:18:14,941 DEBUG [RS:0;23617cae5624:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/23617cae5624:0, corePoolSize=1, maxPoolSize=1 2024-12-13T12:18:14,941 DEBUG [RS:0;23617cae5624:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/23617cae5624:0, corePoolSize=3, maxPoolSize=3 2024-12-13T12:18:14,941 DEBUG [RS:0;23617cae5624:33159 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/23617cae5624:0, corePoolSize=3, maxPoolSize=3 2024-12-13T12:18:14,942 INFO [RS:0;23617cae5624:33159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:14,942 INFO [RS:0;23617cae5624:33159 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:14,942 INFO [RS:0;23617cae5624:33159 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:14,942 INFO [RS:0;23617cae5624:33159 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:14,942 INFO [RS:0;23617cae5624:33159 {}] hbase.ChoreService(168): Chore ScheduledChore name=23617cae5624,33159,1734092293152-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T12:18:14,955 INFO [RS:0;23617cae5624:33159 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-13T12:18:14,955 INFO [RS:0;23617cae5624:33159 {}] hbase.ChoreService(168): Chore ScheduledChore name=23617cae5624,33159,1734092293152-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:14,969 INFO [RS:0;23617cae5624:33159 {}] regionserver.Replication(204): 23617cae5624,33159,1734092293152 started 2024-12-13T12:18:14,969 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(1767): Serving as 23617cae5624,33159,1734092293152, RpcServer on 23617cae5624/172.17.0.2:33159, sessionid=0x1001f53765d0004 2024-12-13T12:18:14,969 DEBUG [RS:0;23617cae5624:33159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-13T12:18:14,969 DEBUG [RS:0;23617cae5624:33159 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 23617cae5624,33159,1734092293152 2024-12-13T12:18:14,969 DEBUG [RS:0;23617cae5624:33159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '23617cae5624,33159,1734092293152' 2024-12-13T12:18:14,969 DEBUG [RS:0;23617cae5624:33159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/flush-table-proc/abort' 2024-12-13T12:18:14,970 DEBUG [RS:0;23617cae5624:33159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/flush-table-proc/acquired' 2024-12-13T12:18:14,970 DEBUG [RS:0;23617cae5624:33159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-13T12:18:14,970 DEBUG [RS:0;23617cae5624:33159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-13T12:18:14,970 DEBUG [RS:0;23617cae5624:33159 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 23617cae5624,33159,1734092293152 2024-12-13T12:18:14,970 DEBUG [RS:0;23617cae5624:33159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '23617cae5624,33159,1734092293152' 2024-12-13T12:18:14,970 DEBUG [RS:0;23617cae5624:33159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/online-snapshot/abort' 2024-12-13T12:18:14,971 DEBUG [RS:0;23617cae5624:33159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/online-snapshot/acquired' 2024-12-13T12:18:14,971 DEBUG [RS:0;23617cae5624:33159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-13T12:18:14,971 INFO [RS:0;23617cae5624:33159 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-13T12:18:14,971 INFO [RS:0;23617cae5624:33159 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-13T12:18:15,072 INFO [RS:0;23617cae5624:33159 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-13T12:18:15,075 INFO [RS:0;23617cae5624:33159 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=23617cae5624%2C33159%2C1734092293152, suffix=, logDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/WALs/23617cae5624,33159,1734092293152, archiveDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/oldWALs, maxLogs=10 2024-12-13T12:18:15,088 DEBUG [RS:0;23617cae5624:33159 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/WALs/23617cae5624,33159,1734092293152/23617cae5624%2C33159%2C1734092293152.1734092295076, exclude list is [], retry=0 2024-12-13T12:18:15,092 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42677,DS-1af8d9aa-4588-4203-a108-5446906d1407,DISK] 2024-12-13T12:18:15,095 INFO [RS:0;23617cae5624:33159 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/WALs/23617cae5624,33159,1734092293152/23617cae5624%2C33159%2C1734092293152.1734092295076 2024-12-13T12:18:15,096 DEBUG [RS:0;23617cae5624:33159 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44637:44637)] 2024-12-13T12:18:15,265 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-13T12:18:15,266 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:15,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741833_1009 (size=32) 2024-12-13T12:18:15,346 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T12:18:15,387 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-13T12:18:15,388 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-13T12:18:15,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:15,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T12:18:15,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T12:18:15,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:15,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T12:18:15,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T12:18:15,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T12:18:15,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:15,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T12:18:15,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T12:18:15,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T12:18:15,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:15,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T12:18:15,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/meta/1588230740 2024-12-13T12:18:15,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/meta/1588230740 2024-12-13T12:18:15,697 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T12:18:15,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T12:18:15,702 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:15,703 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68754650, jitterRate=0.02452412247657776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T12:18:15,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T12:18:15,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T12:18:15,703 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T12:18:15,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T12:18:15,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T12:18:15,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T12:18:15,703 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T12:18:15,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T12:18:15,705 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-13T12:18:15,705 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-13T12:18:15,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-13T12:18:15,706 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-13T12:18:15,707 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-13T12:18:15,858 DEBUG [23617cae5624:45175 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-13T12:18:15,859 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:15,863 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 23617cae5624,33159,1734092293152, state=OPENING 2024-12-13T12:18:15,898 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-13T12:18:15,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1001f53765d0004, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T12:18:15,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T12:18:15,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T12:18:15,907 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:15,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T12:18:16,062 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23617cae5624,33159,1734092293152 2024-12-13T12:18:16,063 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T12:18:16,068 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-13T12:18:16,076 INFO [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-13T12:18:16,076 INFO [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-13T12:18:16,077 INFO [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-13T12:18:16,080 INFO [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=23617cae5624%2C33159%2C1734092293152.meta, suffix=.meta, logDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/WALs/23617cae5624,33159,1734092293152, archiveDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/oldWALs, maxLogs=10 2024-12-13T12:18:16,094 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/WALs/23617cae5624,33159,1734092293152/23617cae5624%2C33159%2C1734092293152.meta.1734092296081.meta, exclude list is [], retry=0 2024-12-13T12:18:16,098 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42677,DS-1af8d9aa-4588-4203-a108-5446906d1407,DISK] 2024-12-13T12:18:16,100 INFO [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/WALs/23617cae5624,33159,1734092293152/23617cae5624%2C33159%2C1734092293152.meta.1734092296081.meta 2024-12-13T12:18:16,101 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44637:44637)] 2024-12-13T12:18:16,101 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-13T12:18:16,101 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-13T12:18:16,101 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-13T12:18:16,101 INFO [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-13T12:18:16,102 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-13T12:18:16,102 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:16,102 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-13T12:18:16,102 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-13T12:18:16,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-13T12:18:16,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-13T12:18:16,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:16,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T12:18:16,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-13T12:18:16,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-13T12:18:16,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:16,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T12:18:16,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-13T12:18:16,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-13T12:18:16,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:16,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-13T12:18:16,110 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/meta/1588230740 2024-12-13T12:18:16,112 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/meta/1588230740 2024-12-13T12:18:16,114 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-13T12:18:16,117 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-13T12:18:16,118 INFO [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59213573, jitterRate=-0.11764900386333466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-13T12:18:16,118 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-13T12:18:16,120 INFO [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734092296062 2024-12-13T12:18:16,123 DEBUG [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-13T12:18:16,124 INFO [RS_OPEN_META-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-13T12:18:16,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:16,126 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 23617cae5624,33159,1734092293152, state=OPEN 2024-12-13T12:18:16,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1001f53765d0004, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-13T12:18:16,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-13T12:18:16,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T12:18:16,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-13T12:18:16,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-13T12:18:16,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=23617cae5624,33159,1734092293152 in 224 msec 2024-12-13T12:18:16,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-13T12:18:16,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-12-13T12:18:16,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.2940 sec 2024-12-13T12:18:16,140 INFO [master/23617cae5624:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734092296140, completionTime=-1 2024-12-13T12:18:16,140 INFO [master/23617cae5624:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-13T12:18:16,140 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-13T12:18:16,141 DEBUG [hconnection-0x6e0e165c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:16,142 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T12:18:16,143 INFO [master/23617cae5624:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-13T12:18:16,143 INFO [master/23617cae5624:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734092356143 2024-12-13T12:18:16,143 INFO [master/23617cae5624:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734092416143 2024-12-13T12:18:16,143 INFO [master/23617cae5624:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-13T12:18:16,164 INFO [master/23617cae5624:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23617cae5624,45175,1734092293013-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:16,165 INFO [master/23617cae5624:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23617cae5624,45175,1734092293013-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:16,165 INFO [master/23617cae5624:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23617cae5624,45175,1734092293013-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:16,165 INFO [master/23617cae5624:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-23617cae5624:45175, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:16,165 INFO [master/23617cae5624:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:16,165 INFO [master/23617cae5624:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-13T12:18:16,165 INFO [master/23617cae5624:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-13T12:18:16,167 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-13T12:18:16,167 DEBUG [master/23617cae5624:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-13T12:18:16,168 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T12:18:16,169 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:16,170 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T12:18:16,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741835_1011 (size=358) 2024-12-13T12:18:16,585 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 177d008d3d589ad27b56a26860638624, NAME => 'hbase:namespace,,1734092296165.177d008d3d589ad27b56a26860638624.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:16,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741836_1012 (size=42) 2024-12-13T12:18:17,000 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734092296165.177d008d3d589ad27b56a26860638624.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:17,000 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 177d008d3d589ad27b56a26860638624, disabling compactions & flushes 2024-12-13T12:18:17,000 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734092296165.177d008d3d589ad27b56a26860638624. 2024-12-13T12:18:17,000 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734092296165.177d008d3d589ad27b56a26860638624. 2024-12-13T12:18:17,000 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734092296165.177d008d3d589ad27b56a26860638624. after waiting 0 ms 2024-12-13T12:18:17,000 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734092296165.177d008d3d589ad27b56a26860638624. 2024-12-13T12:18:17,000 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734092296165.177d008d3d589ad27b56a26860638624. 2024-12-13T12:18:17,000 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 177d008d3d589ad27b56a26860638624: 2024-12-13T12:18:17,002 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T12:18:17,002 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734092296165.177d008d3d589ad27b56a26860638624.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734092297002"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092297002"}]},"ts":"1734092297002"} 2024-12-13T12:18:17,007 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T12:18:17,009 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T12:18:17,009 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734092297009"}]},"ts":"1734092297009"} 2024-12-13T12:18:17,014 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-13T12:18:17,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=177d008d3d589ad27b56a26860638624, ASSIGN}] 2024-12-13T12:18:17,069 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=177d008d3d589ad27b56a26860638624, ASSIGN 2024-12-13T12:18:17,071 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=177d008d3d589ad27b56a26860638624, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:17,113 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-13T12:18:17,114 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-13T12:18:17,117 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-13T12:18:17,117 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-13T12:18:17,121 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T12:18:17,121 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-13T12:18:17,122 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-13T12:18:17,122 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-13T12:18:17,222 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=177d008d3d589ad27b56a26860638624, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:17,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 177d008d3d589ad27b56a26860638624, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:17,387 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23617cae5624,33159,1734092293152 2024-12-13T12:18:17,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734092296165.177d008d3d589ad27b56a26860638624. 2024-12-13T12:18:17,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 177d008d3d589ad27b56a26860638624, NAME => 'hbase:namespace,,1734092296165.177d008d3d589ad27b56a26860638624.', STARTKEY => '', ENDKEY => ''} 2024-12-13T12:18:17,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 177d008d3d589ad27b56a26860638624 2024-12-13T12:18:17,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734092296165.177d008d3d589ad27b56a26860638624.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:17,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 177d008d3d589ad27b56a26860638624 2024-12-13T12:18:17,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 177d008d3d589ad27b56a26860638624 2024-12-13T12:18:17,400 INFO [StoreOpener-177d008d3d589ad27b56a26860638624-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 177d008d3d589ad27b56a26860638624 2024-12-13T12:18:17,402 INFO [StoreOpener-177d008d3d589ad27b56a26860638624-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 177d008d3d589ad27b56a26860638624 columnFamilyName info 2024-12-13T12:18:17,402 DEBUG [StoreOpener-177d008d3d589ad27b56a26860638624-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:17,403 INFO [StoreOpener-177d008d3d589ad27b56a26860638624-1 {}] regionserver.HStore(327): Store=177d008d3d589ad27b56a26860638624/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:17,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/namespace/177d008d3d589ad27b56a26860638624 2024-12-13T12:18:17,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/namespace/177d008d3d589ad27b56a26860638624 2024-12-13T12:18:17,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 177d008d3d589ad27b56a26860638624 2024-12-13T12:18:17,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/namespace/177d008d3d589ad27b56a26860638624/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:17,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 177d008d3d589ad27b56a26860638624; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71444512, jitterRate=0.0646061897277832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T12:18:17,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 177d008d3d589ad27b56a26860638624: 2024-12-13T12:18:17,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734092296165.177d008d3d589ad27b56a26860638624., pid=6, masterSystemTime=1734092297387 2024-12-13T12:18:17,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734092296165.177d008d3d589ad27b56a26860638624. 2024-12-13T12:18:17,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734092296165.177d008d3d589ad27b56a26860638624. 2024-12-13T12:18:17,416 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=177d008d3d589ad27b56a26860638624, regionState=OPEN, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:17,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-13T12:18:17,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 177d008d3d589ad27b56a26860638624, server=23617cae5624,33159,1734092293152 in 186 msec 2024-12-13T12:18:17,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-13T12:18:17,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=177d008d3d589ad27b56a26860638624, ASSIGN in 357 msec 2024-12-13T12:18:17,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T12:18:17,428 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734092297427"}]},"ts":"1734092297427"} 2024-12-13T12:18:17,430 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-13T12:18:17,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T12:18:17,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2760 sec 2024-12-13T12:18:17,469 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Set watcher on znode that does not yet exist, /2/namespace 2024-12-13T12:18:17,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/namespace 2024-12-13T12:18:17,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1001f53765d0004, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T12:18:17,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T12:18:17,487 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-13T12:18:17,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-13T12:18:17,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 30 msec 2024-12-13T12:18:17,530 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-13T12:18:17,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-13T12:18:17,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 28 msec 2024-12-13T12:18:17,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/default 2024-12-13T12:18:17,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/hbase 2024-12-13T12:18:17,597 INFO [master/23617cae5624:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.391sec 2024-12-13T12:18:17,598 INFO [master/23617cae5624:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-13T12:18:17,598 INFO [master/23617cae5624:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-13T12:18:17,598 INFO [master/23617cae5624:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-13T12:18:17,598 INFO [master/23617cae5624:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-13T12:18:17,598 INFO [master/23617cae5624:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-13T12:18:17,598 INFO [master/23617cae5624:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23617cae5624,45175,1734092293013-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-13T12:18:17,598 INFO [master/23617cae5624:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23617cae5624,45175,1734092293013-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-13T12:18:17,601 DEBUG [master/23617cae5624:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-13T12:18:17,601 INFO [master/23617cae5624:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-13T12:18:17,601 INFO [master/23617cae5624:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=23617cae5624,45175,1734092293013-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-13T12:18:17,687 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x35b7463a to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7695feac 2024-12-13T12:18:17,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29140e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:17,702 DEBUG [hconnection-0x5819dd61-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:17,705 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T12:18:17,709 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=23617cae5624,45175,1734092293013 2024-12-13T12:18:17,710 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0740a5b0 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@112492ec 2024-12-13T12:18:17,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@405300b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:17,725 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07ad6376 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5422b16 2024-12-13T12:18:17,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c47aa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:17,734 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0490d224 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@101e533b 2024-12-13T12:18:17,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c2ae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:17,753 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T12:18:17,756 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T12:18:17,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T12:18:17,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-13T12:18:17,769 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T12:18:17,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-13T12:18:17,770 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:17,771 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T12:18:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T12:18:17,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741837_1013 (size=631) 2024-12-13T12:18:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T12:18:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T12:18:18,185 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2a890efff90915d4385c7e69a450c43d, NAME => 'test,,1734092297762.2a890efff90915d4385c7e69a450c43d.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:18,186 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 672eedab199dd7f231082ab3ef84f2c7, NAME => 'test,ccc,1734092297762.672eedab199dd7f231082ab3ef84f2c7.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:18,187 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 2c37c9dd24dd3a09dbca888c55002391, NAME => 'test,bbb,1734092297762.2c37c9dd24dd3a09dbca888c55002391.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:18,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741838_1014 (size=42) 2024-12-13T12:18:18,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741839_1015 (size=45) 2024-12-13T12:18:18,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741840_1016 (size=45) 2024-12-13T12:18:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T12:18:18,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734092297762.2a890efff90915d4385c7e69a450c43d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:18,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 2a890efff90915d4385c7e69a450c43d, disabling compactions & flushes 2024-12-13T12:18:18,601 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734092297762.2a890efff90915d4385c7e69a450c43d. 2024-12-13T12:18:18,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734092297762.2a890efff90915d4385c7e69a450c43d. 2024-12-13T12:18:18,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734092297762.2a890efff90915d4385c7e69a450c43d. after waiting 0 ms 2024-12-13T12:18:18,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734092297762.2a890efff90915d4385c7e69a450c43d. 2024-12-13T12:18:18,601 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734092297762.2a890efff90915d4385c7e69a450c43d. 2024-12-13T12:18:18,601 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2a890efff90915d4385c7e69a450c43d: 2024-12-13T12:18:18,602 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => efc9b9cf2e09e080e0bdc528564c7b1e, NAME => 'test,ddd,1734092297762.efc9b9cf2e09e080e0bdc528564c7b1e.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:18,604 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734092297762.672eedab199dd7f231082ab3ef84f2c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:18,605 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 672eedab199dd7f231082ab3ef84f2c7, disabling compactions & flushes 2024-12-13T12:18:18,605 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734092297762.2c37c9dd24dd3a09dbca888c55002391.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:18,605 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734092297762.672eedab199dd7f231082ab3ef84f2c7. 2024-12-13T12:18:18,605 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 2c37c9dd24dd3a09dbca888c55002391, disabling compactions & flushes 2024-12-13T12:18:18,605 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734092297762.672eedab199dd7f231082ab3ef84f2c7. 2024-12-13T12:18:18,605 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734092297762.2c37c9dd24dd3a09dbca888c55002391. 2024-12-13T12:18:18,605 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734092297762.672eedab199dd7f231082ab3ef84f2c7. after waiting 0 ms 2024-12-13T12:18:18,605 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734092297762.2c37c9dd24dd3a09dbca888c55002391. 2024-12-13T12:18:18,605 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734092297762.2c37c9dd24dd3a09dbca888c55002391. after waiting 0 ms 2024-12-13T12:18:18,605 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734092297762.672eedab199dd7f231082ab3ef84f2c7. 2024-12-13T12:18:18,605 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734092297762.2c37c9dd24dd3a09dbca888c55002391. 2024-12-13T12:18:18,605 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734092297762.2c37c9dd24dd3a09dbca888c55002391. 2024-12-13T12:18:18,605 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734092297762.672eedab199dd7f231082ab3ef84f2c7. 2024-12-13T12:18:18,605 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 672eedab199dd7f231082ab3ef84f2c7: 2024-12-13T12:18:18,605 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 2c37c9dd24dd3a09dbca888c55002391: 2024-12-13T12:18:18,606 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 3cda0eab809c76cd75accbcecea8175b, NAME => 'test,fff,1734092297762.3cda0eab809c76cd75accbcecea8175b.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:18,606 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => a21c68ea55b402a48dece01bf45daef0, NAME => 'test,eee,1734092297762.a21c68ea55b402a48dece01bf45daef0.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:18,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741841_1017 (size=45) 2024-12-13T12:18:18,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ddd,1734092297762.efc9b9cf2e09e080e0bdc528564c7b1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:18,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing efc9b9cf2e09e080e0bdc528564c7b1e, disabling compactions & flushes 2024-12-13T12:18:18,610 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ddd,1734092297762.efc9b9cf2e09e080e0bdc528564c7b1e. 2024-12-13T12:18:18,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734092297762.efc9b9cf2e09e080e0bdc528564c7b1e. 2024-12-13T12:18:18,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734092297762.efc9b9cf2e09e080e0bdc528564c7b1e. after waiting 0 ms 2024-12-13T12:18:18,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734092297762.efc9b9cf2e09e080e0bdc528564c7b1e. 2024-12-13T12:18:18,611 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ddd,1734092297762.efc9b9cf2e09e080e0bdc528564c7b1e. 2024-12-13T12:18:18,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for efc9b9cf2e09e080e0bdc528564c7b1e: 2024-12-13T12:18:18,611 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => adee0bdf318892a0be090a05c147a90f, NAME => 'test,ggg,1734092297762.adee0bdf318892a0be090a05c147a90f.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:18,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741842_1018 (size=45) 2024-12-13T12:18:18,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741843_1019 (size=45) 2024-12-13T12:18:18,616 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,fff,1734092297762.3cda0eab809c76cd75accbcecea8175b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:18,616 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 3cda0eab809c76cd75accbcecea8175b, disabling compactions & flushes 2024-12-13T12:18:18,616 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,fff,1734092297762.3cda0eab809c76cd75accbcecea8175b. 2024-12-13T12:18:18,616 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734092297762.3cda0eab809c76cd75accbcecea8175b. 2024-12-13T12:18:18,616 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734092297762.3cda0eab809c76cd75accbcecea8175b. after waiting 0 ms 2024-12-13T12:18:18,616 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734092297762.3cda0eab809c76cd75accbcecea8175b. 2024-12-13T12:18:18,616 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,fff,1734092297762.3cda0eab809c76cd75accbcecea8175b. 2024-12-13T12:18:18,617 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 3cda0eab809c76cd75accbcecea8175b: 2024-12-13T12:18:18,617 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ce2a5d80b3a78722576ccbb4910ce8fb, NAME => 'test,hhh,1734092297762.ce2a5d80b3a78722576ccbb4910ce8fb.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:18,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741844_1020 (size=45) 2024-12-13T12:18:18,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741845_1021 (size=45) 2024-12-13T12:18:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T12:18:19,016 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,eee,1734092297762.a21c68ea55b402a48dece01bf45daef0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:19,016 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing a21c68ea55b402a48dece01bf45daef0, disabling compactions & flushes 2024-12-13T12:18:19,017 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,eee,1734092297762.a21c68ea55b402a48dece01bf45daef0. 2024-12-13T12:18:19,017 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734092297762.a21c68ea55b402a48dece01bf45daef0. 2024-12-13T12:18:19,017 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734092297762.a21c68ea55b402a48dece01bf45daef0. after waiting 0 ms 2024-12-13T12:18:19,017 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734092297762.a21c68ea55b402a48dece01bf45daef0. 2024-12-13T12:18:19,017 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,eee,1734092297762.a21c68ea55b402a48dece01bf45daef0. 2024-12-13T12:18:19,017 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for a21c68ea55b402a48dece01bf45daef0: 2024-12-13T12:18:19,017 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => ebfcdef77f5441b49b16e29f90dc17ee, NAME => 'test,iii,1734092297762.ebfcdef77f5441b49b16e29f90dc17ee.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:19,020 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ggg,1734092297762.adee0bdf318892a0be090a05c147a90f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:19,020 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing adee0bdf318892a0be090a05c147a90f, disabling compactions & flushes 2024-12-13T12:18:19,021 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ggg,1734092297762.adee0bdf318892a0be090a05c147a90f. 2024-12-13T12:18:19,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734092297762.adee0bdf318892a0be090a05c147a90f. 2024-12-13T12:18:19,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734092297762.adee0bdf318892a0be090a05c147a90f. after waiting 0 ms 2024-12-13T12:18:19,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734092297762.adee0bdf318892a0be090a05c147a90f. 2024-12-13T12:18:19,021 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ggg,1734092297762.adee0bdf318892a0be090a05c147a90f. 2024-12-13T12:18:19,021 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for adee0bdf318892a0be090a05c147a90f: 2024-12-13T12:18:19,021 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a271249e6bd757fd52c9cd26cc90b849, NAME => 'test,jjj,1734092297762.a271249e6bd757fd52c9cd26cc90b849.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:19,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741846_1022 (size=45) 2024-12-13T12:18:19,026 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,hhh,1734092297762.ce2a5d80b3a78722576ccbb4910ce8fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:19,026 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing ce2a5d80b3a78722576ccbb4910ce8fb, disabling compactions & flushes 2024-12-13T12:18:19,026 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,hhh,1734092297762.ce2a5d80b3a78722576ccbb4910ce8fb. 2024-12-13T12:18:19,026 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734092297762.ce2a5d80b3a78722576ccbb4910ce8fb. 2024-12-13T12:18:19,026 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734092297762.ce2a5d80b3a78722576ccbb4910ce8fb. after waiting 0 ms 2024-12-13T12:18:19,026 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734092297762.ce2a5d80b3a78722576ccbb4910ce8fb. 2024-12-13T12:18:19,026 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,hhh,1734092297762.ce2a5d80b3a78722576ccbb4910ce8fb. 2024-12-13T12:18:19,026 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for ce2a5d80b3a78722576ccbb4910ce8fb: 2024-12-13T12:18:19,027 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1e265970cfe1f4e8f3022d745ef560b2, NAME => 'test,kkk,1734092297762.1e265970cfe1f4e8f3022d745ef560b2.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:19,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741847_1023 (size=45) 2024-12-13T12:18:19,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741848_1024 (size=45) 2024-12-13T12:18:19,291 INFO [23617cae5624:35429Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T12:18:19,427 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,iii,1734092297762.ebfcdef77f5441b49b16e29f90dc17ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:19,427 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing ebfcdef77f5441b49b16e29f90dc17ee, disabling compactions & flushes 2024-12-13T12:18:19,427 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,iii,1734092297762.ebfcdef77f5441b49b16e29f90dc17ee. 2024-12-13T12:18:19,427 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734092297762.ebfcdef77f5441b49b16e29f90dc17ee. 2024-12-13T12:18:19,427 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734092297762.ebfcdef77f5441b49b16e29f90dc17ee. after waiting 0 ms 2024-12-13T12:18:19,427 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734092297762.ebfcdef77f5441b49b16e29f90dc17ee. 2024-12-13T12:18:19,427 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,iii,1734092297762.ebfcdef77f5441b49b16e29f90dc17ee. 2024-12-13T12:18:19,427 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for ebfcdef77f5441b49b16e29f90dc17ee: 2024-12-13T12:18:19,428 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 410b01f5f4b013156902c42eb8d27a11, NAME => 'test,lll,1734092297762.410b01f5f4b013156902c42eb8d27a11.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:19,430 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,jjj,1734092297762.a271249e6bd757fd52c9cd26cc90b849.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:19,431 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing a271249e6bd757fd52c9cd26cc90b849, disabling compactions & flushes 2024-12-13T12:18:19,431 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,jjj,1734092297762.a271249e6bd757fd52c9cd26cc90b849. 2024-12-13T12:18:19,431 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734092297762.a271249e6bd757fd52c9cd26cc90b849. 2024-12-13T12:18:19,431 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734092297762.a271249e6bd757fd52c9cd26cc90b849. after waiting 0 ms 2024-12-13T12:18:19,431 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734092297762.a271249e6bd757fd52c9cd26cc90b849. 2024-12-13T12:18:19,431 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,jjj,1734092297762.a271249e6bd757fd52c9cd26cc90b849. 2024-12-13T12:18:19,431 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for a271249e6bd757fd52c9cd26cc90b849: 2024-12-13T12:18:19,432 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => dab843ed302b8c92b641b174c2e88bfc, NAME => 'test,mmm,1734092297762.dab843ed302b8c92b641b174c2e88bfc.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:19,435 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,kkk,1734092297762.1e265970cfe1f4e8f3022d745ef560b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:19,435 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 1e265970cfe1f4e8f3022d745ef560b2, disabling compactions & flushes 2024-12-13T12:18:19,435 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,kkk,1734092297762.1e265970cfe1f4e8f3022d745ef560b2. 2024-12-13T12:18:19,435 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734092297762.1e265970cfe1f4e8f3022d745ef560b2. 2024-12-13T12:18:19,436 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734092297762.1e265970cfe1f4e8f3022d745ef560b2. after waiting 0 ms 2024-12-13T12:18:19,436 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734092297762.1e265970cfe1f4e8f3022d745ef560b2. 2024-12-13T12:18:19,436 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,kkk,1734092297762.1e265970cfe1f4e8f3022d745ef560b2. 2024-12-13T12:18:19,436 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 1e265970cfe1f4e8f3022d745ef560b2: 2024-12-13T12:18:19,437 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => fcd8bc7ac243fccdb93d6745965a0382, NAME => 'test,nnn,1734092297762.fcd8bc7ac243fccdb93d6745965a0382.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:19,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741849_1025 (size=45) 2024-12-13T12:18:19,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741850_1026 (size=45) 2024-12-13T12:18:19,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741851_1027 (size=45) 2024-12-13T12:18:19,842 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,lll,1734092297762.410b01f5f4b013156902c42eb8d27a11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:19,842 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 410b01f5f4b013156902c42eb8d27a11, disabling compactions & flushes 2024-12-13T12:18:19,842 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,lll,1734092297762.410b01f5f4b013156902c42eb8d27a11. 2024-12-13T12:18:19,843 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734092297762.410b01f5f4b013156902c42eb8d27a11. 2024-12-13T12:18:19,843 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734092297762.410b01f5f4b013156902c42eb8d27a11. after waiting 0 ms 2024-12-13T12:18:19,843 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734092297762.410b01f5f4b013156902c42eb8d27a11. 2024-12-13T12:18:19,843 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,lll,1734092297762.410b01f5f4b013156902c42eb8d27a11. 2024-12-13T12:18:19,843 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 410b01f5f4b013156902c42eb8d27a11: 2024-12-13T12:18:19,845 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => f945e34ad781af35d863bbd6906574cb, NAME => 'test,ooo,1734092297762.f945e34ad781af35d863bbd6906574cb.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:19,867 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,mmm,1734092297762.dab843ed302b8c92b641b174c2e88bfc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:19,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing dab843ed302b8c92b641b174c2e88bfc, disabling compactions & flushes 2024-12-13T12:18:19,868 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,nnn,1734092297762.fcd8bc7ac243fccdb93d6745965a0382.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:19,868 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,mmm,1734092297762.dab843ed302b8c92b641b174c2e88bfc. 2024-12-13T12:18:19,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734092297762.dab843ed302b8c92b641b174c2e88bfc. 2024-12-13T12:18:19,868 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing fcd8bc7ac243fccdb93d6745965a0382, disabling compactions & flushes 2024-12-13T12:18:19,868 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,nnn,1734092297762.fcd8bc7ac243fccdb93d6745965a0382. 2024-12-13T12:18:19,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734092297762.dab843ed302b8c92b641b174c2e88bfc. after waiting 0 ms 2024-12-13T12:18:19,868 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734092297762.fcd8bc7ac243fccdb93d6745965a0382. 2024-12-13T12:18:19,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734092297762.dab843ed302b8c92b641b174c2e88bfc. 2024-12-13T12:18:19,868 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734092297762.fcd8bc7ac243fccdb93d6745965a0382. after waiting 0 ms 2024-12-13T12:18:19,868 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734092297762.fcd8bc7ac243fccdb93d6745965a0382. 2024-12-13T12:18:19,868 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,mmm,1734092297762.dab843ed302b8c92b641b174c2e88bfc. 2024-12-13T12:18:19,868 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,nnn,1734092297762.fcd8bc7ac243fccdb93d6745965a0382. 2024-12-13T12:18:19,868 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for fcd8bc7ac243fccdb93d6745965a0382: 2024-12-13T12:18:19,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for dab843ed302b8c92b641b174c2e88bfc: 2024-12-13T12:18:19,870 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 91e0e994c9829e7b67349362f3a40799, NAME => 'test,ppp,1734092297762.91e0e994c9829e7b67349362f3a40799.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:19,871 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c6dda997a07a55db4d350316422d1134, NAME => 'test,qqq,1734092297762.c6dda997a07a55db4d350316422d1134.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:19,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741852_1028 (size=45) 2024-12-13T12:18:19,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741853_1029 (size=45) 2024-12-13T12:18:19,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741854_1030 (size=45) 2024-12-13T12:18:19,882 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,qqq,1734092297762.c6dda997a07a55db4d350316422d1134.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:19,882 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing c6dda997a07a55db4d350316422d1134, disabling compactions & flushes 2024-12-13T12:18:19,882 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,qqq,1734092297762.c6dda997a07a55db4d350316422d1134. 2024-12-13T12:18:19,882 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734092297762.c6dda997a07a55db4d350316422d1134. 2024-12-13T12:18:19,882 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734092297762.c6dda997a07a55db4d350316422d1134. after waiting 0 ms 2024-12-13T12:18:19,882 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734092297762.c6dda997a07a55db4d350316422d1134. 2024-12-13T12:18:19,882 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,qqq,1734092297762.c6dda997a07a55db4d350316422d1134. 2024-12-13T12:18:19,882 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for c6dda997a07a55db4d350316422d1134: 2024-12-13T12:18:19,883 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 19cde8465cb39a47f02a8323b3ce3a99, NAME => 'test,rrr,1734092297762.19cde8465cb39a47f02a8323b3ce3a99.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:19,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741855_1031 (size=45) 2024-12-13T12:18:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T12:18:19,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T12:18:20,279 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ooo,1734092297762.f945e34ad781af35d863bbd6906574cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:20,279 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing f945e34ad781af35d863bbd6906574cb, disabling compactions & flushes 2024-12-13T12:18:20,279 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ooo,1734092297762.f945e34ad781af35d863bbd6906574cb. 2024-12-13T12:18:20,279 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734092297762.f945e34ad781af35d863bbd6906574cb. 2024-12-13T12:18:20,279 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734092297762.f945e34ad781af35d863bbd6906574cb. after waiting 0 ms 2024-12-13T12:18:20,279 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734092297762.f945e34ad781af35d863bbd6906574cb. 2024-12-13T12:18:20,279 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ooo,1734092297762.f945e34ad781af35d863bbd6906574cb. 2024-12-13T12:18:20,280 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for f945e34ad781af35d863bbd6906574cb: 2024-12-13T12:18:20,280 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 255f09e8a594f2d77d90e07d58abf58e, NAME => 'test,sss,1734092297762.255f09e8a594f2d77d90e07d58abf58e.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:20,282 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ppp,1734092297762.91e0e994c9829e7b67349362f3a40799.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:20,282 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 91e0e994c9829e7b67349362f3a40799, disabling compactions & flushes 2024-12-13T12:18:20,283 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ppp,1734092297762.91e0e994c9829e7b67349362f3a40799. 2024-12-13T12:18:20,283 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734092297762.91e0e994c9829e7b67349362f3a40799. 2024-12-13T12:18:20,283 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734092297762.91e0e994c9829e7b67349362f3a40799. after waiting 0 ms 2024-12-13T12:18:20,283 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734092297762.91e0e994c9829e7b67349362f3a40799. 2024-12-13T12:18:20,283 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ppp,1734092297762.91e0e994c9829e7b67349362f3a40799. 2024-12-13T12:18:20,283 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 91e0e994c9829e7b67349362f3a40799: 2024-12-13T12:18:20,284 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 5b4959ff0012a45a40d28589987cad1e, NAME => 'test,ttt,1734092297762.5b4959ff0012a45a40d28589987cad1e.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:20,290 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,rrr,1734092297762.19cde8465cb39a47f02a8323b3ce3a99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:20,290 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 19cde8465cb39a47f02a8323b3ce3a99, disabling compactions & flushes 2024-12-13T12:18:20,291 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,rrr,1734092297762.19cde8465cb39a47f02a8323b3ce3a99. 2024-12-13T12:18:20,291 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734092297762.19cde8465cb39a47f02a8323b3ce3a99. 2024-12-13T12:18:20,291 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734092297762.19cde8465cb39a47f02a8323b3ce3a99. after waiting 0 ms 2024-12-13T12:18:20,291 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734092297762.19cde8465cb39a47f02a8323b3ce3a99. 2024-12-13T12:18:20,291 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,rrr,1734092297762.19cde8465cb39a47f02a8323b3ce3a99. 2024-12-13T12:18:20,291 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 19cde8465cb39a47f02a8323b3ce3a99: 2024-12-13T12:18:20,292 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 71829f38e004b952dd5fd0ff67f910c0, NAME => 'test,uuu,1734092297762.71829f38e004b952dd5fd0ff67f910c0.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:20,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741856_1032 (size=45) 2024-12-13T12:18:20,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741857_1033 (size=45) 2024-12-13T12:18:20,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741858_1034 (size=45) 2024-12-13T12:18:20,700 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,sss,1734092297762.255f09e8a594f2d77d90e07d58abf58e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:20,701 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ttt,1734092297762.5b4959ff0012a45a40d28589987cad1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:20,701 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 255f09e8a594f2d77d90e07d58abf58e, disabling compactions & flushes 2024-12-13T12:18:20,701 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 5b4959ff0012a45a40d28589987cad1e, disabling compactions & flushes 2024-12-13T12:18:20,701 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,sss,1734092297762.255f09e8a594f2d77d90e07d58abf58e. 2024-12-13T12:18:20,701 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734092297762.255f09e8a594f2d77d90e07d58abf58e. 2024-12-13T12:18:20,701 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ttt,1734092297762.5b4959ff0012a45a40d28589987cad1e. 2024-12-13T12:18:20,702 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734092297762.5b4959ff0012a45a40d28589987cad1e. 2024-12-13T12:18:20,702 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734092297762.255f09e8a594f2d77d90e07d58abf58e. after waiting 0 ms 2024-12-13T12:18:20,702 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734092297762.5b4959ff0012a45a40d28589987cad1e. after waiting 0 ms 2024-12-13T12:18:20,702 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734092297762.255f09e8a594f2d77d90e07d58abf58e. 2024-12-13T12:18:20,702 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734092297762.5b4959ff0012a45a40d28589987cad1e. 2024-12-13T12:18:20,702 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,sss,1734092297762.255f09e8a594f2d77d90e07d58abf58e. 2024-12-13T12:18:20,702 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 255f09e8a594f2d77d90e07d58abf58e: 2024-12-13T12:18:20,702 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ttt,1734092297762.5b4959ff0012a45a40d28589987cad1e. 2024-12-13T12:18:20,702 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 5b4959ff0012a45a40d28589987cad1e: 2024-12-13T12:18:20,704 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => dbb783ff786eb60d06dcfd681d01030b, NAME => 'test,vvv,1734092297762.dbb783ff786eb60d06dcfd681d01030b.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:20,704 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => afcbc72667dca17ac64b1d518f041943, NAME => 'test,www,1734092297762.afcbc72667dca17ac64b1d518f041943.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:20,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,uuu,1734092297762.71829f38e004b952dd5fd0ff67f910c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:20,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 71829f38e004b952dd5fd0ff67f910c0, disabling compactions & flushes 2024-12-13T12:18:20,706 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,uuu,1734092297762.71829f38e004b952dd5fd0ff67f910c0. 2024-12-13T12:18:20,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734092297762.71829f38e004b952dd5fd0ff67f910c0. 2024-12-13T12:18:20,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734092297762.71829f38e004b952dd5fd0ff67f910c0. after waiting 0 ms 2024-12-13T12:18:20,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734092297762.71829f38e004b952dd5fd0ff67f910c0. 2024-12-13T12:18:20,706 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,uuu,1734092297762.71829f38e004b952dd5fd0ff67f910c0. 2024-12-13T12:18:20,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 71829f38e004b952dd5fd0ff67f910c0: 2024-12-13T12:18:20,707 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6847e9f704186be9ccabb790388001c6, NAME => 'test,xxx,1734092297762.6847e9f704186be9ccabb790388001c6.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:20,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741860_1036 (size=45) 2024-12-13T12:18:20,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741859_1035 (size=45) 2024-12-13T12:18:20,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741861_1037 (size=45) 2024-12-13T12:18:21,114 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,vvv,1734092297762.dbb783ff786eb60d06dcfd681d01030b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:21,114 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,www,1734092297762.afcbc72667dca17ac64b1d518f041943.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:21,114 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing afcbc72667dca17ac64b1d518f041943, disabling compactions & flushes 2024-12-13T12:18:21,114 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing dbb783ff786eb60d06dcfd681d01030b, disabling compactions & flushes 2024-12-13T12:18:21,114 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,vvv,1734092297762.dbb783ff786eb60d06dcfd681d01030b. 2024-12-13T12:18:21,114 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,www,1734092297762.afcbc72667dca17ac64b1d518f041943. 2024-12-13T12:18:21,114 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734092297762.dbb783ff786eb60d06dcfd681d01030b. 2024-12-13T12:18:21,114 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734092297762.afcbc72667dca17ac64b1d518f041943. 2024-12-13T12:18:21,114 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734092297762.dbb783ff786eb60d06dcfd681d01030b. after waiting 0 ms 2024-12-13T12:18:21,114 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734092297762.afcbc72667dca17ac64b1d518f041943. after waiting 0 ms 2024-12-13T12:18:21,114 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734092297762.dbb783ff786eb60d06dcfd681d01030b. 2024-12-13T12:18:21,114 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734092297762.afcbc72667dca17ac64b1d518f041943. 2024-12-13T12:18:21,114 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,vvv,1734092297762.dbb783ff786eb60d06dcfd681d01030b. 2024-12-13T12:18:21,114 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,www,1734092297762.afcbc72667dca17ac64b1d518f041943. 2024-12-13T12:18:21,114 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for dbb783ff786eb60d06dcfd681d01030b: 2024-12-13T12:18:21,114 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for afcbc72667dca17ac64b1d518f041943: 2024-12-13T12:18:21,115 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 259d857a8e7afaeff310a264b0e37225, NAME => 'test,yyy,1734092297762.259d857a8e7afaeff310a264b0e37225.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:21,115 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 32a2e6887d75f7f634c167a98f9c38e1, NAME => 'test,zzz,1734092297762.32a2e6887d75f7f634c167a98f9c38e1.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:21,115 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,xxx,1734092297762.6847e9f704186be9ccabb790388001c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:21,115 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 6847e9f704186be9ccabb790388001c6, disabling compactions & flushes 2024-12-13T12:18:21,115 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,xxx,1734092297762.6847e9f704186be9ccabb790388001c6. 2024-12-13T12:18:21,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734092297762.6847e9f704186be9ccabb790388001c6. 2024-12-13T12:18:21,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734092297762.6847e9f704186be9ccabb790388001c6. after waiting 0 ms 2024-12-13T12:18:21,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734092297762.6847e9f704186be9ccabb790388001c6. 2024-12-13T12:18:21,116 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,xxx,1734092297762.6847e9f704186be9ccabb790388001c6. 2024-12-13T12:18:21,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6847e9f704186be9ccabb790388001c6: 2024-12-13T12:18:21,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741862_1038 (size=42) 2024-12-13T12:18:21,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741863_1039 (size=45) 2024-12-13T12:18:21,524 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,zzz,1734092297762.32a2e6887d75f7f634c167a98f9c38e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:21,525 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 32a2e6887d75f7f634c167a98f9c38e1, disabling compactions & flushes 2024-12-13T12:18:21,525 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,zzz,1734092297762.32a2e6887d75f7f634c167a98f9c38e1. 2024-12-13T12:18:21,525 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734092297762.32a2e6887d75f7f634c167a98f9c38e1. 2024-12-13T12:18:21,525 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734092297762.32a2e6887d75f7f634c167a98f9c38e1. after waiting 0 ms 2024-12-13T12:18:21,525 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734092297762.32a2e6887d75f7f634c167a98f9c38e1. 2024-12-13T12:18:21,525 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,zzz,1734092297762.32a2e6887d75f7f634c167a98f9c38e1. 2024-12-13T12:18:21,525 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 32a2e6887d75f7f634c167a98f9c38e1: 2024-12-13T12:18:21,527 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,yyy,1734092297762.259d857a8e7afaeff310a264b0e37225.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:21,527 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 259d857a8e7afaeff310a264b0e37225, disabling compactions & flushes 2024-12-13T12:18:21,527 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,yyy,1734092297762.259d857a8e7afaeff310a264b0e37225. 2024-12-13T12:18:21,527 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734092297762.259d857a8e7afaeff310a264b0e37225. 2024-12-13T12:18:21,527 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734092297762.259d857a8e7afaeff310a264b0e37225. after waiting 0 ms 2024-12-13T12:18:21,527 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734092297762.259d857a8e7afaeff310a264b0e37225. 2024-12-13T12:18:21,527 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,yyy,1734092297762.259d857a8e7afaeff310a264b0e37225. 2024-12-13T12:18:21,527 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 259d857a8e7afaeff310a264b0e37225: 2024-12-13T12:18:21,531 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T12:18:21,534 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734092297762.2a890efff90915d4385c7e69a450c43d.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734092301531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092301531"}]},"ts":"1734092301531"} 2024-12-13T12:18:21,535 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734092297762.672eedab199dd7f231082ab3ef84f2c7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092301531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092301531"}]},"ts":"1734092301531"} 2024-12-13T12:18:21,535 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734092297762.2c37c9dd24dd3a09dbca888c55002391.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092301531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092301531"}]},"ts":"1734092301531"} 2024-12-13T12:18:21,536 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734092297762.efc9b9cf2e09e080e0bdc528564c7b1e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092301531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092301531"}]},"ts":"1734092301531"} 2024-12-13T12:18:21,536 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734092297762.3cda0eab809c76cd75accbcecea8175b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092301531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092301531"}]},"ts":"1734092301531"} 2024-12-13T12:18:21,537 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734092297762.a21c68ea55b402a48dece01bf45daef0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092301531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092301531"}]},"ts":"1734092301531"} 2024-12-13T12:18:21,537 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734092297762.adee0bdf318892a0be090a05c147a90f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092301531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092301531"}]},"ts":"1734092301531"} 2024-12-13T12:18:21,538 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734092297762.ce2a5d80b3a78722576ccbb4910ce8fb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092301531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092301531"}]},"ts":"1734092301531"} 2024-12-13T12:18:21,538 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734092297762.ebfcdef77f5441b49b16e29f90dc17ee.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092301531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092301531"}]},"ts":"1734092301531"} 2024-12-13T12:18:21,539 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734092297762.a271249e6bd757fd52c9cd26cc90b849.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092301531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092301531"}]},"ts":"1734092301531"} 2024-12-13T12:18:21,539 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734092297762.1e265970cfe1f4e8f3022d745ef560b2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092301531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092301531"}]},"ts":"1734092301531"} 2024-12-13T12:18:21,539 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734092297762.410b01f5f4b013156902c42eb8d27a11.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092301531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092301531"}]},"ts":"1734092301531"} 2024-12-13T12:18:21,539 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734092297762.fcd8bc7ac243fccdb93d6745965a0382.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092301531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092301531"}]},"ts":"1734092301531"} 2024-12-13T12:18:21,540 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734092297762.dab843ed302b8c92b641b174c2e88bfc.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092301531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092301531"}]},"ts":"1734092301531"} 2024-12-13T12:18:21,540 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734092297762.c6dda997a07a55db4d350316422d1134.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092301531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092301531"}]},"ts":"1734092301531"} 2024-12-13T12:18:21,540 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734092297762.f945e34ad781af35d863bbd6906574cb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092301531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092301531"}]},"ts":"1734092301531"} 2024-12-13T12:18:21,540 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734092297762.91e0e994c9829e7b67349362f3a40799.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092301531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092301531"}]},"ts":"1734092301531"} 2024-12-13T12:18:21,540 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734092297762.19cde8465cb39a47f02a8323b3ce3a99.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092301531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092301531"}]},"ts":"1734092301531"} 2024-12-13T12:18:21,540 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734092297762.255f09e8a594f2d77d90e07d58abf58e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092301531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092301531"}]},"ts":"1734092301531"} 2024-12-13T12:18:21,541 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734092297762.5b4959ff0012a45a40d28589987cad1e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092301531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092301531"}]},"ts":"1734092301531"} 2024-12-13T12:18:21,541 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734092297762.71829f38e004b952dd5fd0ff67f910c0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092301531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092301531"}]},"ts":"1734092301531"} 2024-12-13T12:18:21,541 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734092297762.dbb783ff786eb60d06dcfd681d01030b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092301531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092301531"}]},"ts":"1734092301531"} 2024-12-13T12:18:21,541 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734092297762.afcbc72667dca17ac64b1d518f041943.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092301531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092301531"}]},"ts":"1734092301531"} 2024-12-13T12:18:21,541 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734092297762.6847e9f704186be9ccabb790388001c6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092301531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092301531"}]},"ts":"1734092301531"} 2024-12-13T12:18:21,541 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734092297762.32a2e6887d75f7f634c167a98f9c38e1.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734092301531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092301531"}]},"ts":"1734092301531"} 2024-12-13T12:18:21,542 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734092297762.259d857a8e7afaeff310a264b0e37225.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092301531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092301531"}]},"ts":"1734092301531"} 2024-12-13T12:18:21,571 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-13T12:18:21,573 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T12:18:21,573 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734092301573"}]},"ts":"1734092301573"} 2024-12-13T12:18:21,575 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-13T12:18:21,604 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T12:18:21,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2a890efff90915d4385c7e69a450c43d, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2c37c9dd24dd3a09dbca888c55002391, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=672eedab199dd7f231082ab3ef84f2c7, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=efc9b9cf2e09e080e0bdc528564c7b1e, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a21c68ea55b402a48dece01bf45daef0, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3cda0eab809c76cd75accbcecea8175b, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=adee0bdf318892a0be090a05c147a90f, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ce2a5d80b3a78722576ccbb4910ce8fb, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ebfcdef77f5441b49b16e29f90dc17ee, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a271249e6bd757fd52c9cd26cc90b849, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1e265970cfe1f4e8f3022d745ef560b2, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=410b01f5f4b013156902c42eb8d27a11, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dab843ed302b8c92b641b174c2e88bfc, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fcd8bc7ac243fccdb93d6745965a0382, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f945e34ad781af35d863bbd6906574cb, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=91e0e994c9829e7b67349362f3a40799, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c6dda997a07a55db4d350316422d1134, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=19cde8465cb39a47f02a8323b3ce3a99, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=255f09e8a594f2d77d90e07d58abf58e, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5b4959ff0012a45a40d28589987cad1e, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=71829f38e004b952dd5fd0ff67f910c0, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dbb783ff786eb60d06dcfd681d01030b, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=afcbc72667dca17ac64b1d518f041943, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6847e9f704186be9ccabb790388001c6, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=259d857a8e7afaeff310a264b0e37225, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=32a2e6887d75f7f634c167a98f9c38e1, ASSIGN}] 2024-12-13T12:18:21,628 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3cda0eab809c76cd75accbcecea8175b, ASSIGN 2024-12-13T12:18:21,629 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a21c68ea55b402a48dece01bf45daef0, ASSIGN 2024-12-13T12:18:21,629 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=efc9b9cf2e09e080e0bdc528564c7b1e, ASSIGN 2024-12-13T12:18:21,629 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=672eedab199dd7f231082ab3ef84f2c7, ASSIGN 2024-12-13T12:18:21,630 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3cda0eab809c76cd75accbcecea8175b, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:21,630 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=efc9b9cf2e09e080e0bdc528564c7b1e, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:21,630 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a21c68ea55b402a48dece01bf45daef0, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:21,631 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=672eedab199dd7f231082ab3ef84f2c7, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:21,634 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=afcbc72667dca17ac64b1d518f041943, ASSIGN 2024-12-13T12:18:21,634 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6847e9f704186be9ccabb790388001c6, ASSIGN 2024-12-13T12:18:21,634 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=259d857a8e7afaeff310a264b0e37225, ASSIGN 2024-12-13T12:18:21,634 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=32a2e6887d75f7f634c167a98f9c38e1, ASSIGN 2024-12-13T12:18:21,635 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dbb783ff786eb60d06dcfd681d01030b, ASSIGN 2024-12-13T12:18:21,635 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6847e9f704186be9ccabb790388001c6, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:21,635 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=afcbc72667dca17ac64b1d518f041943, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:21,636 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=32a2e6887d75f7f634c167a98f9c38e1, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:21,636 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=259d857a8e7afaeff310a264b0e37225, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:21,636 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=dbb783ff786eb60d06dcfd681d01030b, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:21,639 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=71829f38e004b952dd5fd0ff67f910c0, ASSIGN 2024-12-13T12:18:21,640 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=19cde8465cb39a47f02a8323b3ce3a99, ASSIGN 2024-12-13T12:18:21,641 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=255f09e8a594f2d77d90e07d58abf58e, ASSIGN 2024-12-13T12:18:21,641 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=71829f38e004b952dd5fd0ff67f910c0, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:21,641 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5b4959ff0012a45a40d28589987cad1e, ASSIGN 2024-12-13T12:18:21,641 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c6dda997a07a55db4d350316422d1134, ASSIGN 2024-12-13T12:18:21,642 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=19cde8465cb39a47f02a8323b3ce3a99, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:21,642 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5b4959ff0012a45a40d28589987cad1e, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:21,642 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c6dda997a07a55db4d350316422d1134, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:21,642 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=91e0e994c9829e7b67349362f3a40799, ASSIGN 2024-12-13T12:18:21,642 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=255f09e8a594f2d77d90e07d58abf58e, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:21,643 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=91e0e994c9829e7b67349362f3a40799, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:21,645 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f945e34ad781af35d863bbd6906574cb, ASSIGN 2024-12-13T12:18:21,646 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f945e34ad781af35d863bbd6906574cb, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:21,646 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dab843ed302b8c92b641b174c2e88bfc, ASSIGN 2024-12-13T12:18:21,646 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fcd8bc7ac243fccdb93d6745965a0382, ASSIGN 2024-12-13T12:18:21,646 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=410b01f5f4b013156902c42eb8d27a11, ASSIGN 2024-12-13T12:18:21,647 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1e265970cfe1f4e8f3022d745ef560b2, ASSIGN 2024-12-13T12:18:21,647 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a271249e6bd757fd52c9cd26cc90b849, ASSIGN 2024-12-13T12:18:21,647 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=fcd8bc7ac243fccdb93d6745965a0382, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:21,647 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=dab843ed302b8c92b641b174c2e88bfc, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:21,648 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=410b01f5f4b013156902c42eb8d27a11, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:21,648 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1e265970cfe1f4e8f3022d745ef560b2, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:21,648 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a271249e6bd757fd52c9cd26cc90b849, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:21,651 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=adee0bdf318892a0be090a05c147a90f, ASSIGN 2024-12-13T12:18:21,651 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ce2a5d80b3a78722576ccbb4910ce8fb, ASSIGN 2024-12-13T12:18:21,652 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=adee0bdf318892a0be090a05c147a90f, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:21,652 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ebfcdef77f5441b49b16e29f90dc17ee, ASSIGN 2024-12-13T12:18:21,652 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ce2a5d80b3a78722576ccbb4910ce8fb, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:21,652 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2a890efff90915d4385c7e69a450c43d, ASSIGN 2024-12-13T12:18:21,653 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ebfcdef77f5441b49b16e29f90dc17ee, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:21,653 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2a890efff90915d4385c7e69a450c43d, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:21,654 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2c37c9dd24dd3a09dbca888c55002391, ASSIGN 2024-12-13T12:18:21,654 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2c37c9dd24dd3a09dbca888c55002391, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:21,782 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=f945e34ad781af35d863bbd6906574cb, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,782 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=1e265970cfe1f4e8f3022d745ef560b2, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,782 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=32a2e6887d75f7f634c167a98f9c38e1, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,782 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=dab843ed302b8c92b641b174c2e88bfc, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,782 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=255f09e8a594f2d77d90e07d58abf58e, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=20, state=RUNNABLE; OpenRegionProcedure 1e265970cfe1f4e8f3022d745ef560b2, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:21,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=35, state=RUNNABLE; OpenRegionProcedure 32a2e6887d75f7f634c167a98f9c38e1, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:21,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=28, state=RUNNABLE; OpenRegionProcedure 255f09e8a594f2d77d90e07d58abf58e, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:21,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=22, state=RUNNABLE; OpenRegionProcedure dab843ed302b8c92b641b174c2e88bfc, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:21,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=24, state=RUNNABLE; OpenRegionProcedure f945e34ad781af35d863bbd6906574cb, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:21,798 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=ebfcdef77f5441b49b16e29f90dc17ee, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,798 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=2a890efff90915d4385c7e69a450c43d, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,799 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=71829f38e004b952dd5fd0ff67f910c0, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=10, state=RUNNABLE; OpenRegionProcedure 2a890efff90915d4385c7e69a450c43d, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:21,801 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=dbb783ff786eb60d06dcfd681d01030b, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=18, state=RUNNABLE; OpenRegionProcedure ebfcdef77f5441b49b16e29f90dc17ee, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:21,802 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=afcbc72667dca17ac64b1d518f041943, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=31, state=RUNNABLE; OpenRegionProcedure dbb783ff786eb60d06dcfd681d01030b, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:21,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=30, state=RUNNABLE; OpenRegionProcedure 71829f38e004b952dd5fd0ff67f910c0, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:21,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=32, state=RUNNABLE; OpenRegionProcedure afcbc72667dca17ac64b1d518f041943, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:21,809 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=3cda0eab809c76cd75accbcecea8175b, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,809 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=672eedab199dd7f231082ab3ef84f2c7, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,811 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=410b01f5f4b013156902c42eb8d27a11, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=15, state=RUNNABLE; OpenRegionProcedure 3cda0eab809c76cd75accbcecea8175b, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:21,812 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=5b4959ff0012a45a40d28589987cad1e, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=12, state=RUNNABLE; OpenRegionProcedure 672eedab199dd7f231082ab3ef84f2c7, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:21,813 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=2c37c9dd24dd3a09dbca888c55002391, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=21, state=RUNNABLE; OpenRegionProcedure 410b01f5f4b013156902c42eb8d27a11, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:21,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=29, state=RUNNABLE; OpenRegionProcedure 5b4959ff0012a45a40d28589987cad1e, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:21,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=11, state=RUNNABLE; OpenRegionProcedure 2c37c9dd24dd3a09dbca888c55002391, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:21,820 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=adee0bdf318892a0be090a05c147a90f, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,820 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=a21c68ea55b402a48dece01bf45daef0, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=14, state=RUNNABLE; OpenRegionProcedure a21c68ea55b402a48dece01bf45daef0, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:21,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=16, state=RUNNABLE; OpenRegionProcedure adee0bdf318892a0be090a05c147a90f, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:21,824 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=91e0e994c9829e7b67349362f3a40799, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,824 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=259d857a8e7afaeff310a264b0e37225, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=34, state=RUNNABLE; OpenRegionProcedure 259d857a8e7afaeff310a264b0e37225, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:21,826 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=fcd8bc7ac243fccdb93d6745965a0382, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=25, state=RUNNABLE; OpenRegionProcedure 91e0e994c9829e7b67349362f3a40799, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:21,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=23, state=RUNNABLE; OpenRegionProcedure fcd8bc7ac243fccdb93d6745965a0382, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:21,829 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=a271249e6bd757fd52c9cd26cc90b849, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=19, state=RUNNABLE; OpenRegionProcedure a271249e6bd757fd52c9cd26cc90b849, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:21,833 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=efc9b9cf2e09e080e0bdc528564c7b1e, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,833 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=c6dda997a07a55db4d350316422d1134, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,835 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=ce2a5d80b3a78722576ccbb4910ce8fb, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=13, state=RUNNABLE; OpenRegionProcedure efc9b9cf2e09e080e0bdc528564c7b1e, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:21,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=26, state=RUNNABLE; OpenRegionProcedure c6dda997a07a55db4d350316422d1134, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:21,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=17, state=RUNNABLE; OpenRegionProcedure ce2a5d80b3a78722576ccbb4910ce8fb, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:21,838 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=6847e9f704186be9ccabb790388001c6, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,838 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=19cde8465cb39a47f02a8323b3ce3a99, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=33, state=RUNNABLE; OpenRegionProcedure 6847e9f704186be9ccabb790388001c6, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:21,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=27, state=RUNNABLE; OpenRegionProcedure 19cde8465cb39a47f02a8323b3ce3a99, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T12:18:21,942 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23617cae5624,35429,1734092287468 2024-12-13T12:18:21,951 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,iii,1734092297762.ebfcdef77f5441b49b16e29f90dc17ee. 2024-12-13T12:18:21,951 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => ebfcdef77f5441b49b16e29f90dc17ee, NAME => 'test,iii,1734092297762.ebfcdef77f5441b49b16e29f90dc17ee.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-13T12:18:21,952 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ebfcdef77f5441b49b16e29f90dc17ee 2024-12-13T12:18:21,952 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,iii,1734092297762.ebfcdef77f5441b49b16e29f90dc17ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:21,953 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for ebfcdef77f5441b49b16e29f90dc17ee 2024-12-13T12:18:21,953 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for ebfcdef77f5441b49b16e29f90dc17ee 2024-12-13T12:18:21,955 INFO [StoreOpener-ebfcdef77f5441b49b16e29f90dc17ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ebfcdef77f5441b49b16e29f90dc17ee 2024-12-13T12:18:21,958 INFO [StoreOpener-ebfcdef77f5441b49b16e29f90dc17ee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebfcdef77f5441b49b16e29f90dc17ee columnFamilyName f 2024-12-13T12:18:21,958 DEBUG [StoreOpener-ebfcdef77f5441b49b16e29f90dc17ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:21,959 INFO [StoreOpener-ebfcdef77f5441b49b16e29f90dc17ee-1 {}] regionserver.HStore(327): Store=ebfcdef77f5441b49b16e29f90dc17ee/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:21,959 INFO [StoreOpener-ebfcdef77f5441b49b16e29f90dc17ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ebfcdef77f5441b49b16e29f90dc17ee 2024-12-13T12:18:21,960 INFO [StoreOpener-ebfcdef77f5441b49b16e29f90dc17ee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebfcdef77f5441b49b16e29f90dc17ee columnFamilyName norep 2024-12-13T12:18:21,961 DEBUG [StoreOpener-ebfcdef77f5441b49b16e29f90dc17ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:21,961 INFO [StoreOpener-ebfcdef77f5441b49b16e29f90dc17ee-1 {}] regionserver.HStore(327): Store=ebfcdef77f5441b49b16e29f90dc17ee/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:21,962 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/ebfcdef77f5441b49b16e29f90dc17ee 2024-12-13T12:18:21,963 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/ebfcdef77f5441b49b16e29f90dc17ee 2024-12-13T12:18:21,964 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:21,965 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for ebfcdef77f5441b49b16e29f90dc17ee 2024-12-13T12:18:21,969 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/ebfcdef77f5441b49b16e29f90dc17ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:21,970 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened ebfcdef77f5441b49b16e29f90dc17ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60684510, jitterRate=-0.09573033452033997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:21,971 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for ebfcdef77f5441b49b16e29f90dc17ee: 2024-12-13T12:18:21,972 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734092297762.ebfcdef77f5441b49b16e29f90dc17ee., pid=42, masterSystemTime=1734092301941 2024-12-13T12:18:21,974 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734092297762.ebfcdef77f5441b49b16e29f90dc17ee. 2024-12-13T12:18:21,974 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,iii,1734092297762.ebfcdef77f5441b49b16e29f90dc17ee. 2024-12-13T12:18:21,974 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,kkk,1734092297762.1e265970cfe1f4e8f3022d745ef560b2. 2024-12-13T12:18:21,974 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 1e265970cfe1f4e8f3022d745ef560b2, NAME => 'test,kkk,1734092297762.1e265970cfe1f4e8f3022d745ef560b2.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-13T12:18:21,974 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1e265970cfe1f4e8f3022d745ef560b2 2024-12-13T12:18:21,974 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,kkk,1734092297762.1e265970cfe1f4e8f3022d745ef560b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:21,975 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 1e265970cfe1f4e8f3022d745ef560b2 2024-12-13T12:18:21,975 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=ebfcdef77f5441b49b16e29f90dc17ee, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,975 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 1e265970cfe1f4e8f3022d745ef560b2 2024-12-13T12:18:21,977 INFO [StoreOpener-1e265970cfe1f4e8f3022d745ef560b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1e265970cfe1f4e8f3022d745ef560b2 2024-12-13T12:18:21,979 INFO [StoreOpener-1e265970cfe1f4e8f3022d745ef560b2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e265970cfe1f4e8f3022d745ef560b2 columnFamilyName f 2024-12-13T12:18:21,979 DEBUG [StoreOpener-1e265970cfe1f4e8f3022d745ef560b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:21,979 INFO [StoreOpener-1e265970cfe1f4e8f3022d745ef560b2-1 {}] regionserver.HStore(327): Store=1e265970cfe1f4e8f3022d745ef560b2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:21,980 INFO [StoreOpener-1e265970cfe1f4e8f3022d745ef560b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1e265970cfe1f4e8f3022d745ef560b2 2024-12-13T12:18:21,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=18 2024-12-13T12:18:21,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=18, state=SUCCESS; OpenRegionProcedure ebfcdef77f5441b49b16e29f90dc17ee, server=23617cae5624,35429,1734092287468 in 177 msec 2024-12-13T12:18:21,982 INFO [StoreOpener-1e265970cfe1f4e8f3022d745ef560b2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e265970cfe1f4e8f3022d745ef560b2 columnFamilyName norep 2024-12-13T12:18:21,982 DEBUG [StoreOpener-1e265970cfe1f4e8f3022d745ef560b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:21,982 INFO [StoreOpener-1e265970cfe1f4e8f3022d745ef560b2-1 {}] regionserver.HStore(327): Store=1e265970cfe1f4e8f3022d745ef560b2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:21,984 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/1e265970cfe1f4e8f3022d745ef560b2 2024-12-13T12:18:21,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ebfcdef77f5441b49b16e29f90dc17ee, ASSIGN in 358 msec 2024-12-13T12:18:21,984 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/1e265970cfe1f4e8f3022d745ef560b2 2024-12-13T12:18:21,986 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:21,987 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 1e265970cfe1f4e8f3022d745ef560b2 2024-12-13T12:18:21,990 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/1e265970cfe1f4e8f3022d745ef560b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:21,990 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 1e265970cfe1f4e8f3022d745ef560b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73199803, jitterRate=0.09076206386089325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:21,991 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 1e265970cfe1f4e8f3022d745ef560b2: 2024-12-13T12:18:21,992 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734092297762.1e265970cfe1f4e8f3022d745ef560b2., pid=36, masterSystemTime=1734092301941 2024-12-13T12:18:21,994 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734092297762.1e265970cfe1f4e8f3022d745ef560b2. 2024-12-13T12:18:21,994 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,kkk,1734092297762.1e265970cfe1f4e8f3022d745ef560b2. 2024-12-13T12:18:21,994 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,vvv,1734092297762.dbb783ff786eb60d06dcfd681d01030b. 2024-12-13T12:18:21,994 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => dbb783ff786eb60d06dcfd681d01030b, NAME => 'test,vvv,1734092297762.dbb783ff786eb60d06dcfd681d01030b.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-13T12:18:21,994 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=1e265970cfe1f4e8f3022d745ef560b2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:21,995 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dbb783ff786eb60d06dcfd681d01030b 2024-12-13T12:18:21,995 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,vvv,1734092297762.dbb783ff786eb60d06dcfd681d01030b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:21,995 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for dbb783ff786eb60d06dcfd681d01030b 2024-12-13T12:18:21,995 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for dbb783ff786eb60d06dcfd681d01030b 2024-12-13T12:18:21,997 INFO [StoreOpener-dbb783ff786eb60d06dcfd681d01030b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dbb783ff786eb60d06dcfd681d01030b 2024-12-13T12:18:22,000 INFO [StoreOpener-dbb783ff786eb60d06dcfd681d01030b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbb783ff786eb60d06dcfd681d01030b columnFamilyName f 2024-12-13T12:18:22,000 DEBUG [StoreOpener-dbb783ff786eb60d06dcfd681d01030b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=20 2024-12-13T12:18:22,001 INFO [StoreOpener-dbb783ff786eb60d06dcfd681d01030b-1 {}] regionserver.HStore(327): Store=dbb783ff786eb60d06dcfd681d01030b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=20, state=SUCCESS; OpenRegionProcedure 1e265970cfe1f4e8f3022d745ef560b2, server=23617cae5624,35429,1734092287468 in 210 msec 2024-12-13T12:18:22,001 INFO [StoreOpener-dbb783ff786eb60d06dcfd681d01030b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dbb783ff786eb60d06dcfd681d01030b 2024-12-13T12:18:22,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1e265970cfe1f4e8f3022d745ef560b2, ASSIGN in 378 msec 2024-12-13T12:18:22,003 INFO [StoreOpener-dbb783ff786eb60d06dcfd681d01030b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dbb783ff786eb60d06dcfd681d01030b columnFamilyName norep 2024-12-13T12:18:22,003 DEBUG [StoreOpener-dbb783ff786eb60d06dcfd681d01030b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,004 INFO [StoreOpener-dbb783ff786eb60d06dcfd681d01030b-1 {}] regionserver.HStore(327): Store=dbb783ff786eb60d06dcfd681d01030b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,006 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/dbb783ff786eb60d06dcfd681d01030b 2024-12-13T12:18:22,006 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/dbb783ff786eb60d06dcfd681d01030b 2024-12-13T12:18:22,008 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:22,010 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for dbb783ff786eb60d06dcfd681d01030b 2024-12-13T12:18:22,013 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/dbb783ff786eb60d06dcfd681d01030b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:22,014 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened dbb783ff786eb60d06dcfd681d01030b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61900671, jitterRate=-0.077608123421669}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:22,014 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for dbb783ff786eb60d06dcfd681d01030b: 2024-12-13T12:18:22,016 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734092297762.dbb783ff786eb60d06dcfd681d01030b., pid=44, masterSystemTime=1734092301941 2024-12-13T12:18:22,018 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734092297762.dbb783ff786eb60d06dcfd681d01030b. 2024-12-13T12:18:22,019 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,vvv,1734092297762.dbb783ff786eb60d06dcfd681d01030b. 2024-12-13T12:18:22,019 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,yyy,1734092297762.259d857a8e7afaeff310a264b0e37225. 2024-12-13T12:18:22,019 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 259d857a8e7afaeff310a264b0e37225, NAME => 'test,yyy,1734092297762.259d857a8e7afaeff310a264b0e37225.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-13T12:18:22,019 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=dbb783ff786eb60d06dcfd681d01030b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:22,019 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 259d857a8e7afaeff310a264b0e37225 2024-12-13T12:18:22,020 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,yyy,1734092297762.259d857a8e7afaeff310a264b0e37225.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:22,020 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 259d857a8e7afaeff310a264b0e37225 2024-12-13T12:18:22,020 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 259d857a8e7afaeff310a264b0e37225 2024-12-13T12:18:22,022 INFO [StoreOpener-259d857a8e7afaeff310a264b0e37225-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 259d857a8e7afaeff310a264b0e37225 2024-12-13T12:18:22,025 INFO [StoreOpener-259d857a8e7afaeff310a264b0e37225-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 259d857a8e7afaeff310a264b0e37225 columnFamilyName f 2024-12-13T12:18:22,025 DEBUG [StoreOpener-259d857a8e7afaeff310a264b0e37225-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=31 2024-12-13T12:18:22,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=31, state=SUCCESS; OpenRegionProcedure dbb783ff786eb60d06dcfd681d01030b, server=23617cae5624,35429,1734092287468 in 218 msec 2024-12-13T12:18:22,026 INFO [StoreOpener-259d857a8e7afaeff310a264b0e37225-1 {}] regionserver.HStore(327): Store=259d857a8e7afaeff310a264b0e37225/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,026 INFO [StoreOpener-259d857a8e7afaeff310a264b0e37225-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 259d857a8e7afaeff310a264b0e37225 2024-12-13T12:18:22,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=dbb783ff786eb60d06dcfd681d01030b, ASSIGN in 402 msec 2024-12-13T12:18:22,028 INFO [StoreOpener-259d857a8e7afaeff310a264b0e37225-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 259d857a8e7afaeff310a264b0e37225 columnFamilyName norep 2024-12-13T12:18:22,028 DEBUG [StoreOpener-259d857a8e7afaeff310a264b0e37225-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,029 INFO [StoreOpener-259d857a8e7afaeff310a264b0e37225-1 {}] regionserver.HStore(327): Store=259d857a8e7afaeff310a264b0e37225/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,030 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/259d857a8e7afaeff310a264b0e37225 2024-12-13T12:18:22,030 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/259d857a8e7afaeff310a264b0e37225 2024-12-13T12:18:22,032 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:22,034 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 259d857a8e7afaeff310a264b0e37225 2024-12-13T12:18:22,037 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/259d857a8e7afaeff310a264b0e37225/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:22,037 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 259d857a8e7afaeff310a264b0e37225; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59314931, jitterRate=-0.11613865196704865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:22,037 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 259d857a8e7afaeff310a264b0e37225: 2024-12-13T12:18:22,039 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734092297762.259d857a8e7afaeff310a264b0e37225., pid=53, masterSystemTime=1734092301941 2024-12-13T12:18:22,041 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734092297762.259d857a8e7afaeff310a264b0e37225. 2024-12-13T12:18:22,041 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,yyy,1734092297762.259d857a8e7afaeff310a264b0e37225. 2024-12-13T12:18:22,042 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,ccc,1734092297762.672eedab199dd7f231082ab3ef84f2c7. 2024-12-13T12:18:22,042 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 672eedab199dd7f231082ab3ef84f2c7, NAME => 'test,ccc,1734092297762.672eedab199dd7f231082ab3ef84f2c7.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-13T12:18:22,042 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=259d857a8e7afaeff310a264b0e37225, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:22,042 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 672eedab199dd7f231082ab3ef84f2c7 2024-12-13T12:18:22,042 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,ccc,1734092297762.672eedab199dd7f231082ab3ef84f2c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:22,042 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 672eedab199dd7f231082ab3ef84f2c7 2024-12-13T12:18:22,042 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 672eedab199dd7f231082ab3ef84f2c7 2024-12-13T12:18:22,045 INFO [StoreOpener-672eedab199dd7f231082ab3ef84f2c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 672eedab199dd7f231082ab3ef84f2c7 2024-12-13T12:18:22,047 INFO [StoreOpener-672eedab199dd7f231082ab3ef84f2c7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 672eedab199dd7f231082ab3ef84f2c7 columnFamilyName f 2024-12-13T12:18:22,047 DEBUG [StoreOpener-672eedab199dd7f231082ab3ef84f2c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,048 INFO [StoreOpener-672eedab199dd7f231082ab3ef84f2c7-1 {}] regionserver.HStore(327): Store=672eedab199dd7f231082ab3ef84f2c7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=34 2024-12-13T12:18:22,048 INFO [StoreOpener-672eedab199dd7f231082ab3ef84f2c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 672eedab199dd7f231082ab3ef84f2c7 2024-12-13T12:18:22,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=34, state=SUCCESS; OpenRegionProcedure 259d857a8e7afaeff310a264b0e37225, server=23617cae5624,35429,1734092287468 in 219 msec 2024-12-13T12:18:22,051 INFO [StoreOpener-672eedab199dd7f231082ab3ef84f2c7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 672eedab199dd7f231082ab3ef84f2c7 columnFamilyName norep 2024-12-13T12:18:22,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=259d857a8e7afaeff310a264b0e37225, ASSIGN in 425 msec 2024-12-13T12:18:22,051 DEBUG [StoreOpener-672eedab199dd7f231082ab3ef84f2c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,052 INFO [StoreOpener-672eedab199dd7f231082ab3ef84f2c7-1 {}] regionserver.HStore(327): Store=672eedab199dd7f231082ab3ef84f2c7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,053 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/672eedab199dd7f231082ab3ef84f2c7 2024-12-13T12:18:22,054 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/672eedab199dd7f231082ab3ef84f2c7 2024-12-13T12:18:22,055 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:22,058 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 672eedab199dd7f231082ab3ef84f2c7 2024-12-13T12:18:22,061 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/672eedab199dd7f231082ab3ef84f2c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:22,062 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 672eedab199dd7f231082ab3ef84f2c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63493990, jitterRate=-0.05386582016944885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:22,062 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 672eedab199dd7f231082ab3ef84f2c7: 2024-12-13T12:18:22,063 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734092297762.672eedab199dd7f231082ab3ef84f2c7., pid=47, masterSystemTime=1734092301941 2024-12-13T12:18:22,066 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734092297762.672eedab199dd7f231082ab3ef84f2c7. 2024-12-13T12:18:22,066 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,ccc,1734092297762.672eedab199dd7f231082ab3ef84f2c7. 2024-12-13T12:18:22,066 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,sss,1734092297762.255f09e8a594f2d77d90e07d58abf58e. 2024-12-13T12:18:22,067 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 255f09e8a594f2d77d90e07d58abf58e, NAME => 'test,sss,1734092297762.255f09e8a594f2d77d90e07d58abf58e.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-13T12:18:22,067 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=672eedab199dd7f231082ab3ef84f2c7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:22,067 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 255f09e8a594f2d77d90e07d58abf58e 2024-12-13T12:18:22,067 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,sss,1734092297762.255f09e8a594f2d77d90e07d58abf58e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:22,067 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 255f09e8a594f2d77d90e07d58abf58e 2024-12-13T12:18:22,068 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 255f09e8a594f2d77d90e07d58abf58e 2024-12-13T12:18:22,070 INFO [StoreOpener-255f09e8a594f2d77d90e07d58abf58e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 255f09e8a594f2d77d90e07d58abf58e 2024-12-13T12:18:22,072 INFO [StoreOpener-255f09e8a594f2d77d90e07d58abf58e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 255f09e8a594f2d77d90e07d58abf58e columnFamilyName f 2024-12-13T12:18:22,072 DEBUG [StoreOpener-255f09e8a594f2d77d90e07d58abf58e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,072 INFO [StoreOpener-255f09e8a594f2d77d90e07d58abf58e-1 {}] regionserver.HStore(327): Store=255f09e8a594f2d77d90e07d58abf58e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,073 INFO [StoreOpener-255f09e8a594f2d77d90e07d58abf58e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 255f09e8a594f2d77d90e07d58abf58e 2024-12-13T12:18:22,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=12 2024-12-13T12:18:22,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=12, state=SUCCESS; OpenRegionProcedure 672eedab199dd7f231082ab3ef84f2c7, server=23617cae5624,35429,1734092287468 in 257 msec 2024-12-13T12:18:22,075 INFO [StoreOpener-255f09e8a594f2d77d90e07d58abf58e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 255f09e8a594f2d77d90e07d58abf58e columnFamilyName norep 2024-12-13T12:18:22,075 DEBUG [StoreOpener-255f09e8a594f2d77d90e07d58abf58e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=672eedab199dd7f231082ab3ef84f2c7, ASSIGN in 450 msec 2024-12-13T12:18:22,075 INFO [StoreOpener-255f09e8a594f2d77d90e07d58abf58e-1 {}] regionserver.HStore(327): Store=255f09e8a594f2d77d90e07d58abf58e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,077 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/255f09e8a594f2d77d90e07d58abf58e 2024-12-13T12:18:22,077 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/255f09e8a594f2d77d90e07d58abf58e 2024-12-13T12:18:22,079 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:22,080 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 255f09e8a594f2d77d90e07d58abf58e 2024-12-13T12:18:22,083 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/255f09e8a594f2d77d90e07d58abf58e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:22,083 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 255f09e8a594f2d77d90e07d58abf58e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75385335, jitterRate=0.1233290284872055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:22,084 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 255f09e8a594f2d77d90e07d58abf58e: 2024-12-13T12:18:22,085 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734092297762.255f09e8a594f2d77d90e07d58abf58e., pid=38, masterSystemTime=1734092301941 2024-12-13T12:18:22,087 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734092297762.255f09e8a594f2d77d90e07d58abf58e. 2024-12-13T12:18:22,087 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,sss,1734092297762.255f09e8a594f2d77d90e07d58abf58e. 2024-12-13T12:18:22,087 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,ddd,1734092297762.efc9b9cf2e09e080e0bdc528564c7b1e. 2024-12-13T12:18:22,087 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => efc9b9cf2e09e080e0bdc528564c7b1e, NAME => 'test,ddd,1734092297762.efc9b9cf2e09e080e0bdc528564c7b1e.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-13T12:18:22,088 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=255f09e8a594f2d77d90e07d58abf58e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:22,088 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test efc9b9cf2e09e080e0bdc528564c7b1e 2024-12-13T12:18:22,088 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,ddd,1734092297762.efc9b9cf2e09e080e0bdc528564c7b1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:22,088 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for efc9b9cf2e09e080e0bdc528564c7b1e 2024-12-13T12:18:22,088 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for efc9b9cf2e09e080e0bdc528564c7b1e 2024-12-13T12:18:22,090 INFO [StoreOpener-efc9b9cf2e09e080e0bdc528564c7b1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region efc9b9cf2e09e080e0bdc528564c7b1e 2024-12-13T12:18:22,092 INFO [StoreOpener-efc9b9cf2e09e080e0bdc528564c7b1e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efc9b9cf2e09e080e0bdc528564c7b1e columnFamilyName f 2024-12-13T12:18:22,092 DEBUG [StoreOpener-efc9b9cf2e09e080e0bdc528564c7b1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,093 INFO [StoreOpener-efc9b9cf2e09e080e0bdc528564c7b1e-1 {}] regionserver.HStore(327): Store=efc9b9cf2e09e080e0bdc528564c7b1e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,093 INFO [StoreOpener-efc9b9cf2e09e080e0bdc528564c7b1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region efc9b9cf2e09e080e0bdc528564c7b1e 2024-12-13T12:18:22,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=28 2024-12-13T12:18:22,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=28, state=SUCCESS; OpenRegionProcedure 255f09e8a594f2d77d90e07d58abf58e, server=23617cae5624,35429,1734092287468 in 300 msec 2024-12-13T12:18:22,095 INFO [StoreOpener-efc9b9cf2e09e080e0bdc528564c7b1e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efc9b9cf2e09e080e0bdc528564c7b1e columnFamilyName norep 2024-12-13T12:18:22,095 DEBUG [StoreOpener-efc9b9cf2e09e080e0bdc528564c7b1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=255f09e8a594f2d77d90e07d58abf58e, ASSIGN in 471 msec 2024-12-13T12:18:22,096 INFO [StoreOpener-efc9b9cf2e09e080e0bdc528564c7b1e-1 {}] regionserver.HStore(327): Store=efc9b9cf2e09e080e0bdc528564c7b1e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,097 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/efc9b9cf2e09e080e0bdc528564c7b1e 2024-12-13T12:18:22,097 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/efc9b9cf2e09e080e0bdc528564c7b1e 2024-12-13T12:18:22,098 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:22,100 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for efc9b9cf2e09e080e0bdc528564c7b1e 2024-12-13T12:18:22,102 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/efc9b9cf2e09e080e0bdc528564c7b1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:22,103 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened efc9b9cf2e09e080e0bdc528564c7b1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62631904, jitterRate=-0.0667119026184082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:22,103 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for efc9b9cf2e09e080e0bdc528564c7b1e: 2024-12-13T12:18:22,104 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734092297762.efc9b9cf2e09e080e0bdc528564c7b1e., pid=57, masterSystemTime=1734092301941 2024-12-13T12:18:22,106 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734092297762.efc9b9cf2e09e080e0bdc528564c7b1e. 2024-12-13T12:18:22,106 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,ddd,1734092297762.efc9b9cf2e09e080e0bdc528564c7b1e. 2024-12-13T12:18:22,106 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,rrr,1734092297762.19cde8465cb39a47f02a8323b3ce3a99. 2024-12-13T12:18:22,106 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 19cde8465cb39a47f02a8323b3ce3a99, NAME => 'test,rrr,1734092297762.19cde8465cb39a47f02a8323b3ce3a99.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-13T12:18:22,106 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=efc9b9cf2e09e080e0bdc528564c7b1e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:22,107 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 19cde8465cb39a47f02a8323b3ce3a99 2024-12-13T12:18:22,107 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,rrr,1734092297762.19cde8465cb39a47f02a8323b3ce3a99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:22,107 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 19cde8465cb39a47f02a8323b3ce3a99 2024-12-13T12:18:22,107 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 19cde8465cb39a47f02a8323b3ce3a99 2024-12-13T12:18:22,109 INFO [StoreOpener-19cde8465cb39a47f02a8323b3ce3a99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 19cde8465cb39a47f02a8323b3ce3a99 2024-12-13T12:18:22,111 INFO [StoreOpener-19cde8465cb39a47f02a8323b3ce3a99-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19cde8465cb39a47f02a8323b3ce3a99 columnFamilyName f 2024-12-13T12:18:22,111 DEBUG [StoreOpener-19cde8465cb39a47f02a8323b3ce3a99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,112 INFO [StoreOpener-19cde8465cb39a47f02a8323b3ce3a99-1 {}] regionserver.HStore(327): Store=19cde8465cb39a47f02a8323b3ce3a99/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=13 2024-12-13T12:18:22,112 INFO [StoreOpener-19cde8465cb39a47f02a8323b3ce3a99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 19cde8465cb39a47f02a8323b3ce3a99 2024-12-13T12:18:22,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=13, state=SUCCESS; OpenRegionProcedure efc9b9cf2e09e080e0bdc528564c7b1e, server=23617cae5624,35429,1734092287468 in 274 msec 2024-12-13T12:18:22,114 INFO [StoreOpener-19cde8465cb39a47f02a8323b3ce3a99-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19cde8465cb39a47f02a8323b3ce3a99 columnFamilyName norep 2024-12-13T12:18:22,114 DEBUG [StoreOpener-19cde8465cb39a47f02a8323b3ce3a99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=efc9b9cf2e09e080e0bdc528564c7b1e, ASSIGN in 489 msec 2024-12-13T12:18:22,115 INFO [StoreOpener-19cde8465cb39a47f02a8323b3ce3a99-1 {}] regionserver.HStore(327): Store=19cde8465cb39a47f02a8323b3ce3a99/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,116 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/19cde8465cb39a47f02a8323b3ce3a99 2024-12-13T12:18:22,117 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/19cde8465cb39a47f02a8323b3ce3a99 2024-12-13T12:18:22,118 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:22,120 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 19cde8465cb39a47f02a8323b3ce3a99 2024-12-13T12:18:22,122 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/19cde8465cb39a47f02a8323b3ce3a99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:22,123 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 19cde8465cb39a47f02a8323b3ce3a99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65998111, jitterRate=-0.016551509499549866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:22,123 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 19cde8465cb39a47f02a8323b3ce3a99: 2024-12-13T12:18:22,124 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734092297762.19cde8465cb39a47f02a8323b3ce3a99., pid=61, masterSystemTime=1734092301941 2024-12-13T12:18:22,126 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734092297762.19cde8465cb39a47f02a8323b3ce3a99. 2024-12-13T12:18:22,127 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,rrr,1734092297762.19cde8465cb39a47f02a8323b3ce3a99. 2024-12-13T12:18:22,127 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,uuu,1734092297762.71829f38e004b952dd5fd0ff67f910c0. 2024-12-13T12:18:22,127 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 71829f38e004b952dd5fd0ff67f910c0, NAME => 'test,uuu,1734092297762.71829f38e004b952dd5fd0ff67f910c0.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-13T12:18:22,127 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=19cde8465cb39a47f02a8323b3ce3a99, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:22,127 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 71829f38e004b952dd5fd0ff67f910c0 2024-12-13T12:18:22,127 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,uuu,1734092297762.71829f38e004b952dd5fd0ff67f910c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:22,128 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 71829f38e004b952dd5fd0ff67f910c0 2024-12-13T12:18:22,128 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 71829f38e004b952dd5fd0ff67f910c0 2024-12-13T12:18:22,130 INFO [StoreOpener-71829f38e004b952dd5fd0ff67f910c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 71829f38e004b952dd5fd0ff67f910c0 2024-12-13T12:18:22,132 INFO [StoreOpener-71829f38e004b952dd5fd0ff67f910c0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71829f38e004b952dd5fd0ff67f910c0 columnFamilyName f 2024-12-13T12:18:22,132 DEBUG [StoreOpener-71829f38e004b952dd5fd0ff67f910c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=27 2024-12-13T12:18:22,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=27, state=SUCCESS; OpenRegionProcedure 19cde8465cb39a47f02a8323b3ce3a99, server=23617cae5624,35429,1734092287468 in 288 msec 2024-12-13T12:18:22,133 INFO [StoreOpener-71829f38e004b952dd5fd0ff67f910c0-1 {}] regionserver.HStore(327): Store=71829f38e004b952dd5fd0ff67f910c0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,133 INFO [StoreOpener-71829f38e004b952dd5fd0ff67f910c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 71829f38e004b952dd5fd0ff67f910c0 2024-12-13T12:18:22,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=19cde8465cb39a47f02a8323b3ce3a99, ASSIGN in 510 msec 2024-12-13T12:18:22,135 INFO [StoreOpener-71829f38e004b952dd5fd0ff67f910c0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71829f38e004b952dd5fd0ff67f910c0 columnFamilyName norep 2024-12-13T12:18:22,135 DEBUG [StoreOpener-71829f38e004b952dd5fd0ff67f910c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,136 INFO [StoreOpener-71829f38e004b952dd5fd0ff67f910c0-1 {}] regionserver.HStore(327): Store=71829f38e004b952dd5fd0ff67f910c0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,137 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/71829f38e004b952dd5fd0ff67f910c0 2024-12-13T12:18:22,137 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/71829f38e004b952dd5fd0ff67f910c0 2024-12-13T12:18:22,139 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:22,140 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 71829f38e004b952dd5fd0ff67f910c0 2024-12-13T12:18:22,142 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/71829f38e004b952dd5fd0ff67f910c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:22,143 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 71829f38e004b952dd5fd0ff67f910c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63490460, jitterRate=-0.053918421268463135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:22,143 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 71829f38e004b952dd5fd0ff67f910c0: 2024-12-13T12:18:22,144 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734092297762.71829f38e004b952dd5fd0ff67f910c0., pid=43, masterSystemTime=1734092301941 2024-12-13T12:18:22,146 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734092297762.71829f38e004b952dd5fd0ff67f910c0. 2024-12-13T12:18:22,146 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,uuu,1734092297762.71829f38e004b952dd5fd0ff67f910c0. 2024-12-13T12:18:22,146 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,www,1734092297762.afcbc72667dca17ac64b1d518f041943. 2024-12-13T12:18:22,146 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => afcbc72667dca17ac64b1d518f041943, NAME => 'test,www,1734092297762.afcbc72667dca17ac64b1d518f041943.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-13T12:18:22,146 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test afcbc72667dca17ac64b1d518f041943 2024-12-13T12:18:22,147 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=71829f38e004b952dd5fd0ff67f910c0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:22,147 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,www,1734092297762.afcbc72667dca17ac64b1d518f041943.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:22,147 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for afcbc72667dca17ac64b1d518f041943 2024-12-13T12:18:22,147 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for afcbc72667dca17ac64b1d518f041943 2024-12-13T12:18:22,149 INFO [StoreOpener-afcbc72667dca17ac64b1d518f041943-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region afcbc72667dca17ac64b1d518f041943 2024-12-13T12:18:22,150 INFO [StoreOpener-afcbc72667dca17ac64b1d518f041943-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afcbc72667dca17ac64b1d518f041943 columnFamilyName f 2024-12-13T12:18:22,150 DEBUG [StoreOpener-afcbc72667dca17ac64b1d518f041943-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,151 INFO [StoreOpener-afcbc72667dca17ac64b1d518f041943-1 {}] regionserver.HStore(327): Store=afcbc72667dca17ac64b1d518f041943/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,151 INFO [StoreOpener-afcbc72667dca17ac64b1d518f041943-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region afcbc72667dca17ac64b1d518f041943 2024-12-13T12:18:22,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=30 2024-12-13T12:18:22,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=30, state=SUCCESS; OpenRegionProcedure 71829f38e004b952dd5fd0ff67f910c0, server=23617cae5624,35429,1734092287468 in 347 msec 2024-12-13T12:18:22,153 INFO [StoreOpener-afcbc72667dca17ac64b1d518f041943-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afcbc72667dca17ac64b1d518f041943 columnFamilyName norep 2024-12-13T12:18:22,153 DEBUG [StoreOpener-afcbc72667dca17ac64b1d518f041943-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,153 INFO [StoreOpener-afcbc72667dca17ac64b1d518f041943-1 {}] regionserver.HStore(327): Store=afcbc72667dca17ac64b1d518f041943/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=71829f38e004b952dd5fd0ff67f910c0, ASSIGN in 529 msec 2024-12-13T12:18:22,154 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/afcbc72667dca17ac64b1d518f041943 2024-12-13T12:18:22,155 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/afcbc72667dca17ac64b1d518f041943 2024-12-13T12:18:22,156 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:22,158 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for afcbc72667dca17ac64b1d518f041943 2024-12-13T12:18:22,160 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/afcbc72667dca17ac64b1d518f041943/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:22,161 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened afcbc72667dca17ac64b1d518f041943; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60677725, jitterRate=-0.09583143889904022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:22,161 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for afcbc72667dca17ac64b1d518f041943: 2024-12-13T12:18:22,162 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734092297762.afcbc72667dca17ac64b1d518f041943., pid=45, masterSystemTime=1734092301941 2024-12-13T12:18:22,164 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734092297762.afcbc72667dca17ac64b1d518f041943. 2024-12-13T12:18:22,164 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,www,1734092297762.afcbc72667dca17ac64b1d518f041943. 2024-12-13T12:18:22,165 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,zzz,1734092297762.32a2e6887d75f7f634c167a98f9c38e1. 2024-12-13T12:18:22,165 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 32a2e6887d75f7f634c167a98f9c38e1, NAME => 'test,zzz,1734092297762.32a2e6887d75f7f634c167a98f9c38e1.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-13T12:18:22,165 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 32a2e6887d75f7f634c167a98f9c38e1 2024-12-13T12:18:22,165 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=afcbc72667dca17ac64b1d518f041943, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:22,165 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,zzz,1734092297762.32a2e6887d75f7f634c167a98f9c38e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:22,165 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 32a2e6887d75f7f634c167a98f9c38e1 2024-12-13T12:18:22,165 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 32a2e6887d75f7f634c167a98f9c38e1 2024-12-13T12:18:22,167 INFO [StoreOpener-32a2e6887d75f7f634c167a98f9c38e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 32a2e6887d75f7f634c167a98f9c38e1 2024-12-13T12:18:22,170 INFO [StoreOpener-32a2e6887d75f7f634c167a98f9c38e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32a2e6887d75f7f634c167a98f9c38e1 columnFamilyName f 2024-12-13T12:18:22,170 DEBUG [StoreOpener-32a2e6887d75f7f634c167a98f9c38e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,170 INFO [StoreOpener-32a2e6887d75f7f634c167a98f9c38e1-1 {}] regionserver.HStore(327): Store=32a2e6887d75f7f634c167a98f9c38e1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,171 INFO [StoreOpener-32a2e6887d75f7f634c167a98f9c38e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 32a2e6887d75f7f634c167a98f9c38e1 2024-12-13T12:18:22,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=32 2024-12-13T12:18:22,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=32, state=SUCCESS; OpenRegionProcedure afcbc72667dca17ac64b1d518f041943, server=23617cae5624,35429,1734092287468 in 363 msec 2024-12-13T12:18:22,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=afcbc72667dca17ac64b1d518f041943, ASSIGN in 548 msec 2024-12-13T12:18:22,173 INFO [StoreOpener-32a2e6887d75f7f634c167a98f9c38e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32a2e6887d75f7f634c167a98f9c38e1 columnFamilyName norep 2024-12-13T12:18:22,173 DEBUG [StoreOpener-32a2e6887d75f7f634c167a98f9c38e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,174 INFO [StoreOpener-32a2e6887d75f7f634c167a98f9c38e1-1 {}] regionserver.HStore(327): Store=32a2e6887d75f7f634c167a98f9c38e1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,175 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/32a2e6887d75f7f634c167a98f9c38e1 2024-12-13T12:18:22,175 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/32a2e6887d75f7f634c167a98f9c38e1 2024-12-13T12:18:22,177 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:22,178 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 32a2e6887d75f7f634c167a98f9c38e1 2024-12-13T12:18:22,181 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/32a2e6887d75f7f634c167a98f9c38e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:22,182 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 32a2e6887d75f7f634c167a98f9c38e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70454364, jitterRate=0.049851834774017334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:22,182 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 32a2e6887d75f7f634c167a98f9c38e1: 2024-12-13T12:18:22,184 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734092297762.32a2e6887d75f7f634c167a98f9c38e1., pid=37, masterSystemTime=1734092301941 2024-12-13T12:18:22,186 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734092297762.32a2e6887d75f7f634c167a98f9c38e1. 2024-12-13T12:18:22,186 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,zzz,1734092297762.32a2e6887d75f7f634c167a98f9c38e1. 2024-12-13T12:18:22,186 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,qqq,1734092297762.c6dda997a07a55db4d350316422d1134. 2024-12-13T12:18:22,186 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => c6dda997a07a55db4d350316422d1134, NAME => 'test,qqq,1734092297762.c6dda997a07a55db4d350316422d1134.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-13T12:18:22,186 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=32a2e6887d75f7f634c167a98f9c38e1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:22,186 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c6dda997a07a55db4d350316422d1134 2024-12-13T12:18:22,187 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,qqq,1734092297762.c6dda997a07a55db4d350316422d1134.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:22,187 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for c6dda997a07a55db4d350316422d1134 2024-12-13T12:18:22,187 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for c6dda997a07a55db4d350316422d1134 2024-12-13T12:18:22,189 INFO [StoreOpener-c6dda997a07a55db4d350316422d1134-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c6dda997a07a55db4d350316422d1134 2024-12-13T12:18:22,191 INFO [StoreOpener-c6dda997a07a55db4d350316422d1134-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6dda997a07a55db4d350316422d1134 columnFamilyName f 2024-12-13T12:18:22,191 DEBUG [StoreOpener-c6dda997a07a55db4d350316422d1134-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,192 INFO [StoreOpener-c6dda997a07a55db4d350316422d1134-1 {}] regionserver.HStore(327): Store=c6dda997a07a55db4d350316422d1134/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,192 INFO [StoreOpener-c6dda997a07a55db4d350316422d1134-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c6dda997a07a55db4d350316422d1134 2024-12-13T12:18:22,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=35 2024-12-13T12:18:22,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=35, state=SUCCESS; OpenRegionProcedure 32a2e6887d75f7f634c167a98f9c38e1, server=23617cae5624,35429,1734092287468 in 400 msec 2024-12-13T12:18:22,194 INFO [StoreOpener-c6dda997a07a55db4d350316422d1134-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6dda997a07a55db4d350316422d1134 columnFamilyName norep 2024-12-13T12:18:22,194 DEBUG [StoreOpener-c6dda997a07a55db4d350316422d1134-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,195 INFO [StoreOpener-c6dda997a07a55db4d350316422d1134-1 {}] regionserver.HStore(327): Store=c6dda997a07a55db4d350316422d1134/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=32a2e6887d75f7f634c167a98f9c38e1, ASSIGN in 570 msec 2024-12-13T12:18:22,196 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/c6dda997a07a55db4d350316422d1134 2024-12-13T12:18:22,197 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/c6dda997a07a55db4d350316422d1134 2024-12-13T12:18:22,198 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:22,200 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for c6dda997a07a55db4d350316422d1134 2024-12-13T12:18:22,203 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/c6dda997a07a55db4d350316422d1134/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:22,203 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened c6dda997a07a55db4d350316422d1134; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73973867, jitterRate=0.10229651629924774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:22,203 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for c6dda997a07a55db4d350316422d1134: 2024-12-13T12:18:22,204 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734092297762.c6dda997a07a55db4d350316422d1134., pid=58, masterSystemTime=1734092301941 2024-12-13T12:18:22,207 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734092297762.c6dda997a07a55db4d350316422d1134. 2024-12-13T12:18:22,207 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,qqq,1734092297762.c6dda997a07a55db4d350316422d1134. 2024-12-13T12:18:22,207 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,bbb,1734092297762.2c37c9dd24dd3a09dbca888c55002391. 2024-12-13T12:18:22,207 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 2c37c9dd24dd3a09dbca888c55002391, NAME => 'test,bbb,1734092297762.2c37c9dd24dd3a09dbca888c55002391.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-13T12:18:22,207 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=c6dda997a07a55db4d350316422d1134, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:22,207 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2c37c9dd24dd3a09dbca888c55002391 2024-12-13T12:18:22,208 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,bbb,1734092297762.2c37c9dd24dd3a09dbca888c55002391.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:22,208 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 2c37c9dd24dd3a09dbca888c55002391 2024-12-13T12:18:22,208 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 2c37c9dd24dd3a09dbca888c55002391 2024-12-13T12:18:22,211 INFO [StoreOpener-2c37c9dd24dd3a09dbca888c55002391-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2c37c9dd24dd3a09dbca888c55002391 2024-12-13T12:18:22,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=26 2024-12-13T12:18:22,213 INFO [StoreOpener-2c37c9dd24dd3a09dbca888c55002391-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c37c9dd24dd3a09dbca888c55002391 columnFamilyName f 2024-12-13T12:18:22,213 DEBUG [StoreOpener-2c37c9dd24dd3a09dbca888c55002391-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,213 INFO [StoreOpener-2c37c9dd24dd3a09dbca888c55002391-1 {}] regionserver.HStore(327): Store=2c37c9dd24dd3a09dbca888c55002391/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=26, state=SUCCESS; OpenRegionProcedure c6dda997a07a55db4d350316422d1134, server=23617cae5624,35429,1734092287468 in 374 msec 2024-12-13T12:18:22,214 INFO [StoreOpener-2c37c9dd24dd3a09dbca888c55002391-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2c37c9dd24dd3a09dbca888c55002391 2024-12-13T12:18:22,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c6dda997a07a55db4d350316422d1134, ASSIGN in 589 msec 2024-12-13T12:18:22,215 INFO [StoreOpener-2c37c9dd24dd3a09dbca888c55002391-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c37c9dd24dd3a09dbca888c55002391 columnFamilyName norep 2024-12-13T12:18:22,215 DEBUG [StoreOpener-2c37c9dd24dd3a09dbca888c55002391-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,216 INFO [StoreOpener-2c37c9dd24dd3a09dbca888c55002391-1 {}] regionserver.HStore(327): Store=2c37c9dd24dd3a09dbca888c55002391/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,217 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/2c37c9dd24dd3a09dbca888c55002391 2024-12-13T12:18:22,217 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/2c37c9dd24dd3a09dbca888c55002391 2024-12-13T12:18:22,219 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:22,220 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 2c37c9dd24dd3a09dbca888c55002391 2024-12-13T12:18:22,223 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/2c37c9dd24dd3a09dbca888c55002391/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:22,223 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 2c37c9dd24dd3a09dbca888c55002391; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63097742, jitterRate=-0.0597703754901886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:22,224 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 2c37c9dd24dd3a09dbca888c55002391: 2024-12-13T12:18:22,225 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734092297762.2c37c9dd24dd3a09dbca888c55002391., pid=50, masterSystemTime=1734092301941 2024-12-13T12:18:22,227 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734092297762.2c37c9dd24dd3a09dbca888c55002391. 2024-12-13T12:18:22,227 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,bbb,1734092297762.2c37c9dd24dd3a09dbca888c55002391. 2024-12-13T12:18:22,227 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,ttt,1734092297762.5b4959ff0012a45a40d28589987cad1e. 2024-12-13T12:18:22,227 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 5b4959ff0012a45a40d28589987cad1e, NAME => 'test,ttt,1734092297762.5b4959ff0012a45a40d28589987cad1e.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-13T12:18:22,227 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=2c37c9dd24dd3a09dbca888c55002391, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:22,227 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5b4959ff0012a45a40d28589987cad1e 2024-12-13T12:18:22,228 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,ttt,1734092297762.5b4959ff0012a45a40d28589987cad1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:22,228 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 5b4959ff0012a45a40d28589987cad1e 2024-12-13T12:18:22,228 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 5b4959ff0012a45a40d28589987cad1e 2024-12-13T12:18:22,230 INFO [StoreOpener-5b4959ff0012a45a40d28589987cad1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5b4959ff0012a45a40d28589987cad1e 2024-12-13T12:18:22,232 INFO [StoreOpener-5b4959ff0012a45a40d28589987cad1e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b4959ff0012a45a40d28589987cad1e columnFamilyName f 2024-12-13T12:18:22,232 DEBUG [StoreOpener-5b4959ff0012a45a40d28589987cad1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,233 INFO [StoreOpener-5b4959ff0012a45a40d28589987cad1e-1 {}] regionserver.HStore(327): Store=5b4959ff0012a45a40d28589987cad1e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=11 2024-12-13T12:18:22,233 INFO [StoreOpener-5b4959ff0012a45a40d28589987cad1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5b4959ff0012a45a40d28589987cad1e 2024-12-13T12:18:22,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=11, state=SUCCESS; OpenRegionProcedure 2c37c9dd24dd3a09dbca888c55002391, server=23617cae5624,35429,1734092287468 in 414 msec 2024-12-13T12:18:22,235 INFO [StoreOpener-5b4959ff0012a45a40d28589987cad1e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b4959ff0012a45a40d28589987cad1e columnFamilyName norep 2024-12-13T12:18:22,235 DEBUG [StoreOpener-5b4959ff0012a45a40d28589987cad1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2c37c9dd24dd3a09dbca888c55002391, ASSIGN in 610 msec 2024-12-13T12:18:22,235 INFO [StoreOpener-5b4959ff0012a45a40d28589987cad1e-1 {}] regionserver.HStore(327): Store=5b4959ff0012a45a40d28589987cad1e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,237 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/5b4959ff0012a45a40d28589987cad1e 2024-12-13T12:18:22,237 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/5b4959ff0012a45a40d28589987cad1e 2024-12-13T12:18:22,239 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:22,240 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 5b4959ff0012a45a40d28589987cad1e 2024-12-13T12:18:22,242 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/5b4959ff0012a45a40d28589987cad1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:22,243 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 5b4959ff0012a45a40d28589987cad1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61144574, jitterRate=-0.08887484669685364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:22,243 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 5b4959ff0012a45a40d28589987cad1e: 2024-12-13T12:18:22,244 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734092297762.5b4959ff0012a45a40d28589987cad1e., pid=49, masterSystemTime=1734092301941 2024-12-13T12:18:22,246 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734092297762.5b4959ff0012a45a40d28589987cad1e. 2024-12-13T12:18:22,247 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,ttt,1734092297762.5b4959ff0012a45a40d28589987cad1e. 2024-12-13T12:18:22,247 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,fff,1734092297762.3cda0eab809c76cd75accbcecea8175b. 2024-12-13T12:18:22,247 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 3cda0eab809c76cd75accbcecea8175b, NAME => 'test,fff,1734092297762.3cda0eab809c76cd75accbcecea8175b.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-13T12:18:22,247 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=5b4959ff0012a45a40d28589987cad1e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:22,247 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3cda0eab809c76cd75accbcecea8175b 2024-12-13T12:18:22,247 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,fff,1734092297762.3cda0eab809c76cd75accbcecea8175b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:22,248 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 3cda0eab809c76cd75accbcecea8175b 2024-12-13T12:18:22,248 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 3cda0eab809c76cd75accbcecea8175b 2024-12-13T12:18:22,250 INFO [StoreOpener-3cda0eab809c76cd75accbcecea8175b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3cda0eab809c76cd75accbcecea8175b 2024-12-13T12:18:22,252 INFO [StoreOpener-3cda0eab809c76cd75accbcecea8175b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cda0eab809c76cd75accbcecea8175b columnFamilyName f 2024-12-13T12:18:22,252 DEBUG [StoreOpener-3cda0eab809c76cd75accbcecea8175b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=29 2024-12-13T12:18:22,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=29, state=SUCCESS; OpenRegionProcedure 5b4959ff0012a45a40d28589987cad1e, server=23617cae5624,35429,1734092287468 in 434 msec 2024-12-13T12:18:22,253 INFO [StoreOpener-3cda0eab809c76cd75accbcecea8175b-1 {}] regionserver.HStore(327): Store=3cda0eab809c76cd75accbcecea8175b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,253 INFO [StoreOpener-3cda0eab809c76cd75accbcecea8175b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3cda0eab809c76cd75accbcecea8175b 2024-12-13T12:18:22,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5b4959ff0012a45a40d28589987cad1e, ASSIGN in 629 msec 2024-12-13T12:18:22,255 INFO [StoreOpener-3cda0eab809c76cd75accbcecea8175b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cda0eab809c76cd75accbcecea8175b columnFamilyName norep 2024-12-13T12:18:22,255 DEBUG [StoreOpener-3cda0eab809c76cd75accbcecea8175b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,255 INFO [StoreOpener-3cda0eab809c76cd75accbcecea8175b-1 {}] regionserver.HStore(327): Store=3cda0eab809c76cd75accbcecea8175b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,256 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/3cda0eab809c76cd75accbcecea8175b 2024-12-13T12:18:22,257 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/3cda0eab809c76cd75accbcecea8175b 2024-12-13T12:18:22,258 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:22,260 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 3cda0eab809c76cd75accbcecea8175b 2024-12-13T12:18:22,262 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/3cda0eab809c76cd75accbcecea8175b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:22,263 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 3cda0eab809c76cd75accbcecea8175b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58778440, jitterRate=-0.12413299083709717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:22,263 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 3cda0eab809c76cd75accbcecea8175b: 2024-12-13T12:18:22,264 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734092297762.3cda0eab809c76cd75accbcecea8175b., pid=46, masterSystemTime=1734092301941 2024-12-13T12:18:22,266 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734092297762.3cda0eab809c76cd75accbcecea8175b. 2024-12-13T12:18:22,267 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,fff,1734092297762.3cda0eab809c76cd75accbcecea8175b. 2024-12-13T12:18:22,267 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,,1734092297762.2a890efff90915d4385c7e69a450c43d. 2024-12-13T12:18:22,267 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 2a890efff90915d4385c7e69a450c43d, NAME => 'test,,1734092297762.2a890efff90915d4385c7e69a450c43d.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-13T12:18:22,267 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=3cda0eab809c76cd75accbcecea8175b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:22,267 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2a890efff90915d4385c7e69a450c43d 2024-12-13T12:18:22,267 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,,1734092297762.2a890efff90915d4385c7e69a450c43d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:22,268 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 2a890efff90915d4385c7e69a450c43d 2024-12-13T12:18:22,268 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 2a890efff90915d4385c7e69a450c43d 2024-12-13T12:18:22,270 INFO [StoreOpener-2a890efff90915d4385c7e69a450c43d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2a890efff90915d4385c7e69a450c43d 2024-12-13T12:18:22,272 INFO [StoreOpener-2a890efff90915d4385c7e69a450c43d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a890efff90915d4385c7e69a450c43d columnFamilyName f 2024-12-13T12:18:22,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=15 2024-12-13T12:18:22,272 DEBUG [StoreOpener-2a890efff90915d4385c7e69a450c43d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=15, state=SUCCESS; OpenRegionProcedure 3cda0eab809c76cd75accbcecea8175b, server=23617cae5624,35429,1734092287468 in 458 msec 2024-12-13T12:18:22,272 INFO [StoreOpener-2a890efff90915d4385c7e69a450c43d-1 {}] regionserver.HStore(327): Store=2a890efff90915d4385c7e69a450c43d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,273 INFO [StoreOpener-2a890efff90915d4385c7e69a450c43d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2a890efff90915d4385c7e69a450c43d 2024-12-13T12:18:22,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3cda0eab809c76cd75accbcecea8175b, ASSIGN in 649 msec 2024-12-13T12:18:22,274 INFO [StoreOpener-2a890efff90915d4385c7e69a450c43d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a890efff90915d4385c7e69a450c43d columnFamilyName norep 2024-12-13T12:18:22,274 DEBUG [StoreOpener-2a890efff90915d4385c7e69a450c43d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,275 INFO [StoreOpener-2a890efff90915d4385c7e69a450c43d-1 {}] regionserver.HStore(327): Store=2a890efff90915d4385c7e69a450c43d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,276 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/2a890efff90915d4385c7e69a450c43d 2024-12-13T12:18:22,276 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/2a890efff90915d4385c7e69a450c43d 2024-12-13T12:18:22,277 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:22,279 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 2a890efff90915d4385c7e69a450c43d 2024-12-13T12:18:22,281 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/2a890efff90915d4385c7e69a450c43d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:22,281 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 2a890efff90915d4385c7e69a450c43d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72766587, jitterRate=0.08430664241313934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:22,282 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 2a890efff90915d4385c7e69a450c43d: 2024-12-13T12:18:22,282 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734092297762.2a890efff90915d4385c7e69a450c43d., pid=41, masterSystemTime=1734092301941 2024-12-13T12:18:22,285 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734092297762.2a890efff90915d4385c7e69a450c43d. 2024-12-13T12:18:22,285 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,,1734092297762.2a890efff90915d4385c7e69a450c43d. 2024-12-13T12:18:22,285 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,ppp,1734092297762.91e0e994c9829e7b67349362f3a40799. 2024-12-13T12:18:22,285 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 91e0e994c9829e7b67349362f3a40799, NAME => 'test,ppp,1734092297762.91e0e994c9829e7b67349362f3a40799.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-13T12:18:22,285 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=2a890efff90915d4385c7e69a450c43d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:22,285 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 91e0e994c9829e7b67349362f3a40799 2024-12-13T12:18:22,285 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,ppp,1734092297762.91e0e994c9829e7b67349362f3a40799.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:22,285 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 91e0e994c9829e7b67349362f3a40799 2024-12-13T12:18:22,286 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 91e0e994c9829e7b67349362f3a40799 2024-12-13T12:18:22,287 INFO [StoreOpener-91e0e994c9829e7b67349362f3a40799-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 91e0e994c9829e7b67349362f3a40799 2024-12-13T12:18:22,289 INFO [StoreOpener-91e0e994c9829e7b67349362f3a40799-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91e0e994c9829e7b67349362f3a40799 columnFamilyName f 2024-12-13T12:18:22,289 DEBUG [StoreOpener-91e0e994c9829e7b67349362f3a40799-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=10 2024-12-13T12:18:22,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=10, state=SUCCESS; OpenRegionProcedure 2a890efff90915d4385c7e69a450c43d, server=23617cae5624,35429,1734092287468 in 487 msec 2024-12-13T12:18:22,290 INFO [StoreOpener-91e0e994c9829e7b67349362f3a40799-1 {}] regionserver.HStore(327): Store=91e0e994c9829e7b67349362f3a40799/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,290 INFO [StoreOpener-91e0e994c9829e7b67349362f3a40799-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 91e0e994c9829e7b67349362f3a40799 2024-12-13T12:18:22,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2a890efff90915d4385c7e69a450c43d, ASSIGN in 667 msec 2024-12-13T12:18:22,292 INFO [StoreOpener-91e0e994c9829e7b67349362f3a40799-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91e0e994c9829e7b67349362f3a40799 columnFamilyName norep 2024-12-13T12:18:22,293 DEBUG [StoreOpener-91e0e994c9829e7b67349362f3a40799-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,293 INFO [StoreOpener-91e0e994c9829e7b67349362f3a40799-1 {}] regionserver.HStore(327): Store=91e0e994c9829e7b67349362f3a40799/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,294 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/91e0e994c9829e7b67349362f3a40799 2024-12-13T12:18:22,295 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/91e0e994c9829e7b67349362f3a40799 2024-12-13T12:18:22,297 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:22,299 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 91e0e994c9829e7b67349362f3a40799 2024-12-13T12:18:22,301 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/91e0e994c9829e7b67349362f3a40799/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:22,302 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 91e0e994c9829e7b67349362f3a40799; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68279681, jitterRate=0.01744653284549713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:22,302 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 91e0e994c9829e7b67349362f3a40799: 2024-12-13T12:18:22,303 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734092297762.91e0e994c9829e7b67349362f3a40799., pid=54, masterSystemTime=1734092301941 2024-12-13T12:18:22,305 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734092297762.91e0e994c9829e7b67349362f3a40799. 2024-12-13T12:18:22,305 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,ppp,1734092297762.91e0e994c9829e7b67349362f3a40799. 2024-12-13T12:18:22,306 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,lll,1734092297762.410b01f5f4b013156902c42eb8d27a11. 2024-12-13T12:18:22,306 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=91e0e994c9829e7b67349362f3a40799, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:22,306 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 410b01f5f4b013156902c42eb8d27a11, NAME => 'test,lll,1734092297762.410b01f5f4b013156902c42eb8d27a11.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-13T12:18:22,306 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 410b01f5f4b013156902c42eb8d27a11 2024-12-13T12:18:22,306 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,lll,1734092297762.410b01f5f4b013156902c42eb8d27a11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:22,306 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 410b01f5f4b013156902c42eb8d27a11 2024-12-13T12:18:22,307 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 410b01f5f4b013156902c42eb8d27a11 2024-12-13T12:18:22,308 INFO [StoreOpener-410b01f5f4b013156902c42eb8d27a11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 410b01f5f4b013156902c42eb8d27a11 2024-12-13T12:18:22,310 INFO [StoreOpener-410b01f5f4b013156902c42eb8d27a11-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 410b01f5f4b013156902c42eb8d27a11 columnFamilyName f 2024-12-13T12:18:22,311 DEBUG [StoreOpener-410b01f5f4b013156902c42eb8d27a11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=25 2024-12-13T12:18:22,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=25, state=SUCCESS; OpenRegionProcedure 91e0e994c9829e7b67349362f3a40799, server=23617cae5624,35429,1734092287468 in 480 msec 2024-12-13T12:18:22,311 INFO [StoreOpener-410b01f5f4b013156902c42eb8d27a11-1 {}] regionserver.HStore(327): Store=410b01f5f4b013156902c42eb8d27a11/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,311 INFO [StoreOpener-410b01f5f4b013156902c42eb8d27a11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 410b01f5f4b013156902c42eb8d27a11 2024-12-13T12:18:22,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=91e0e994c9829e7b67349362f3a40799, ASSIGN in 688 msec 2024-12-13T12:18:22,313 INFO [StoreOpener-410b01f5f4b013156902c42eb8d27a11-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 410b01f5f4b013156902c42eb8d27a11 columnFamilyName norep 2024-12-13T12:18:22,313 DEBUG [StoreOpener-410b01f5f4b013156902c42eb8d27a11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,313 INFO [StoreOpener-410b01f5f4b013156902c42eb8d27a11-1 {}] regionserver.HStore(327): Store=410b01f5f4b013156902c42eb8d27a11/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,314 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/410b01f5f4b013156902c42eb8d27a11 2024-12-13T12:18:22,315 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/410b01f5f4b013156902c42eb8d27a11 2024-12-13T12:18:22,316 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:22,317 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 410b01f5f4b013156902c42eb8d27a11 2024-12-13T12:18:22,320 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/410b01f5f4b013156902c42eb8d27a11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:22,321 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 410b01f5f4b013156902c42eb8d27a11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61633619, jitterRate=-0.08158750832080841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:22,321 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 410b01f5f4b013156902c42eb8d27a11: 2024-12-13T12:18:22,322 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734092297762.410b01f5f4b013156902c42eb8d27a11., pid=48, masterSystemTime=1734092301941 2024-12-13T12:18:22,324 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734092297762.410b01f5f4b013156902c42eb8d27a11. 2024-12-13T12:18:22,324 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,lll,1734092297762.410b01f5f4b013156902c42eb8d27a11. 2024-12-13T12:18:22,324 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,ooo,1734092297762.f945e34ad781af35d863bbd6906574cb. 2024-12-13T12:18:22,324 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => f945e34ad781af35d863bbd6906574cb, NAME => 'test,ooo,1734092297762.f945e34ad781af35d863bbd6906574cb.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-13T12:18:22,324 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=410b01f5f4b013156902c42eb8d27a11, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:22,324 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f945e34ad781af35d863bbd6906574cb 2024-12-13T12:18:22,325 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,ooo,1734092297762.f945e34ad781af35d863bbd6906574cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:22,325 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for f945e34ad781af35d863bbd6906574cb 2024-12-13T12:18:22,325 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for f945e34ad781af35d863bbd6906574cb 2024-12-13T12:18:22,327 INFO [StoreOpener-f945e34ad781af35d863bbd6906574cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f945e34ad781af35d863bbd6906574cb 2024-12-13T12:18:22,329 INFO [StoreOpener-f945e34ad781af35d863bbd6906574cb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f945e34ad781af35d863bbd6906574cb columnFamilyName f 2024-12-13T12:18:22,329 DEBUG [StoreOpener-f945e34ad781af35d863bbd6906574cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=21 2024-12-13T12:18:22,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=21, state=SUCCESS; OpenRegionProcedure 410b01f5f4b013156902c42eb8d27a11, server=23617cae5624,35429,1734092287468 in 513 msec 2024-12-13T12:18:22,330 INFO [StoreOpener-f945e34ad781af35d863bbd6906574cb-1 {}] regionserver.HStore(327): Store=f945e34ad781af35d863bbd6906574cb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,330 INFO [StoreOpener-f945e34ad781af35d863bbd6906574cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f945e34ad781af35d863bbd6906574cb 2024-12-13T12:18:22,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=410b01f5f4b013156902c42eb8d27a11, ASSIGN in 706 msec 2024-12-13T12:18:22,332 INFO [StoreOpener-f945e34ad781af35d863bbd6906574cb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f945e34ad781af35d863bbd6906574cb columnFamilyName norep 2024-12-13T12:18:22,332 DEBUG [StoreOpener-f945e34ad781af35d863bbd6906574cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,333 INFO [StoreOpener-f945e34ad781af35d863bbd6906574cb-1 {}] regionserver.HStore(327): Store=f945e34ad781af35d863bbd6906574cb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,334 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/f945e34ad781af35d863bbd6906574cb 2024-12-13T12:18:22,334 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/f945e34ad781af35d863bbd6906574cb 2024-12-13T12:18:22,336 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:22,337 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for f945e34ad781af35d863bbd6906574cb 2024-12-13T12:18:22,340 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/f945e34ad781af35d863bbd6906574cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:22,341 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened f945e34ad781af35d863bbd6906574cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72375132, jitterRate=0.07847350835800171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:22,341 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for f945e34ad781af35d863bbd6906574cb: 2024-12-13T12:18:22,342 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734092297762.f945e34ad781af35d863bbd6906574cb., pid=40, masterSystemTime=1734092301941 2024-12-13T12:18:22,344 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734092297762.f945e34ad781af35d863bbd6906574cb. 2024-12-13T12:18:22,344 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,ooo,1734092297762.f945e34ad781af35d863bbd6906574cb. 2024-12-13T12:18:22,344 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,eee,1734092297762.a21c68ea55b402a48dece01bf45daef0. 2024-12-13T12:18:22,345 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=f945e34ad781af35d863bbd6906574cb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:22,345 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => a21c68ea55b402a48dece01bf45daef0, NAME => 'test,eee,1734092297762.a21c68ea55b402a48dece01bf45daef0.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-13T12:18:22,345 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a21c68ea55b402a48dece01bf45daef0 2024-12-13T12:18:22,345 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,eee,1734092297762.a21c68ea55b402a48dece01bf45daef0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:22,345 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for a21c68ea55b402a48dece01bf45daef0 2024-12-13T12:18:22,345 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for a21c68ea55b402a48dece01bf45daef0 2024-12-13T12:18:22,347 INFO [StoreOpener-a21c68ea55b402a48dece01bf45daef0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a21c68ea55b402a48dece01bf45daef0 2024-12-13T12:18:22,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=24 2024-12-13T12:18:22,349 INFO [StoreOpener-a21c68ea55b402a48dece01bf45daef0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a21c68ea55b402a48dece01bf45daef0 columnFamilyName f 2024-12-13T12:18:22,349 DEBUG [StoreOpener-a21c68ea55b402a48dece01bf45daef0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=24, state=SUCCESS; OpenRegionProcedure f945e34ad781af35d863bbd6906574cb, server=23617cae5624,35429,1734092287468 in 553 msec 2024-12-13T12:18:22,350 INFO [StoreOpener-a21c68ea55b402a48dece01bf45daef0-1 {}] regionserver.HStore(327): Store=a21c68ea55b402a48dece01bf45daef0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,350 INFO [StoreOpener-a21c68ea55b402a48dece01bf45daef0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a21c68ea55b402a48dece01bf45daef0 2024-12-13T12:18:22,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f945e34ad781af35d863bbd6906574cb, ASSIGN in 726 msec 2024-12-13T12:18:22,352 INFO [StoreOpener-a21c68ea55b402a48dece01bf45daef0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a21c68ea55b402a48dece01bf45daef0 columnFamilyName norep 2024-12-13T12:18:22,352 DEBUG [StoreOpener-a21c68ea55b402a48dece01bf45daef0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,353 INFO [StoreOpener-a21c68ea55b402a48dece01bf45daef0-1 {}] regionserver.HStore(327): Store=a21c68ea55b402a48dece01bf45daef0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,354 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/a21c68ea55b402a48dece01bf45daef0 2024-12-13T12:18:22,354 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/a21c68ea55b402a48dece01bf45daef0 2024-12-13T12:18:22,356 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:22,357 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for a21c68ea55b402a48dece01bf45daef0 2024-12-13T12:18:22,359 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/a21c68ea55b402a48dece01bf45daef0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:22,360 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened a21c68ea55b402a48dece01bf45daef0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67580701, jitterRate=0.007030919194221497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:22,360 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for a21c68ea55b402a48dece01bf45daef0: 2024-12-13T12:18:22,361 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734092297762.a21c68ea55b402a48dece01bf45daef0., pid=51, masterSystemTime=1734092301941 2024-12-13T12:18:22,364 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734092297762.a21c68ea55b402a48dece01bf45daef0. 2024-12-13T12:18:22,364 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,eee,1734092297762.a21c68ea55b402a48dece01bf45daef0. 2024-12-13T12:18:22,364 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,hhh,1734092297762.ce2a5d80b3a78722576ccbb4910ce8fb. 2024-12-13T12:18:22,365 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => ce2a5d80b3a78722576ccbb4910ce8fb, NAME => 'test,hhh,1734092297762.ce2a5d80b3a78722576ccbb4910ce8fb.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-13T12:18:22,365 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=a21c68ea55b402a48dece01bf45daef0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:22,365 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ce2a5d80b3a78722576ccbb4910ce8fb 2024-12-13T12:18:22,365 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,hhh,1734092297762.ce2a5d80b3a78722576ccbb4910ce8fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:22,365 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for ce2a5d80b3a78722576ccbb4910ce8fb 2024-12-13T12:18:22,365 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for ce2a5d80b3a78722576ccbb4910ce8fb 2024-12-13T12:18:22,367 INFO [StoreOpener-ce2a5d80b3a78722576ccbb4910ce8fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ce2a5d80b3a78722576ccbb4910ce8fb 2024-12-13T12:18:22,369 INFO [StoreOpener-ce2a5d80b3a78722576ccbb4910ce8fb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce2a5d80b3a78722576ccbb4910ce8fb columnFamilyName f 2024-12-13T12:18:22,370 DEBUG [StoreOpener-ce2a5d80b3a78722576ccbb4910ce8fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,370 INFO [StoreOpener-ce2a5d80b3a78722576ccbb4910ce8fb-1 {}] regionserver.HStore(327): Store=ce2a5d80b3a78722576ccbb4910ce8fb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=14 2024-12-13T12:18:22,370 INFO [StoreOpener-ce2a5d80b3a78722576ccbb4910ce8fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ce2a5d80b3a78722576ccbb4910ce8fb 2024-12-13T12:18:22,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=14, state=SUCCESS; OpenRegionProcedure a21c68ea55b402a48dece01bf45daef0, server=23617cae5624,35429,1734092287468 in 545 msec 2024-12-13T12:18:22,372 INFO [StoreOpener-ce2a5d80b3a78722576ccbb4910ce8fb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce2a5d80b3a78722576ccbb4910ce8fb columnFamilyName norep 2024-12-13T12:18:22,372 DEBUG [StoreOpener-ce2a5d80b3a78722576ccbb4910ce8fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a21c68ea55b402a48dece01bf45daef0, ASSIGN in 747 msec 2024-12-13T12:18:22,373 INFO [StoreOpener-ce2a5d80b3a78722576ccbb4910ce8fb-1 {}] regionserver.HStore(327): Store=ce2a5d80b3a78722576ccbb4910ce8fb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,374 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/ce2a5d80b3a78722576ccbb4910ce8fb 2024-12-13T12:18:22,374 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/ce2a5d80b3a78722576ccbb4910ce8fb 2024-12-13T12:18:22,375 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:22,377 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for ce2a5d80b3a78722576ccbb4910ce8fb 2024-12-13T12:18:22,379 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/ce2a5d80b3a78722576ccbb4910ce8fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:22,379 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened ce2a5d80b3a78722576ccbb4910ce8fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63472396, jitterRate=-0.0541875958442688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:22,379 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for ce2a5d80b3a78722576ccbb4910ce8fb: 2024-12-13T12:18:22,380 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734092297762.ce2a5d80b3a78722576ccbb4910ce8fb., pid=59, masterSystemTime=1734092301941 2024-12-13T12:18:22,382 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734092297762.ce2a5d80b3a78722576ccbb4910ce8fb. 2024-12-13T12:18:22,383 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,hhh,1734092297762.ce2a5d80b3a78722576ccbb4910ce8fb. 2024-12-13T12:18:22,383 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,jjj,1734092297762.a271249e6bd757fd52c9cd26cc90b849. 2024-12-13T12:18:22,383 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=ce2a5d80b3a78722576ccbb4910ce8fb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:22,383 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => a271249e6bd757fd52c9cd26cc90b849, NAME => 'test,jjj,1734092297762.a271249e6bd757fd52c9cd26cc90b849.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-13T12:18:22,383 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a271249e6bd757fd52c9cd26cc90b849 2024-12-13T12:18:22,383 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,jjj,1734092297762.a271249e6bd757fd52c9cd26cc90b849.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:22,384 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for a271249e6bd757fd52c9cd26cc90b849 2024-12-13T12:18:22,384 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for a271249e6bd757fd52c9cd26cc90b849 2024-12-13T12:18:22,385 INFO [StoreOpener-a271249e6bd757fd52c9cd26cc90b849-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a271249e6bd757fd52c9cd26cc90b849 2024-12-13T12:18:22,387 INFO [StoreOpener-a271249e6bd757fd52c9cd26cc90b849-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a271249e6bd757fd52c9cd26cc90b849 columnFamilyName f 2024-12-13T12:18:22,387 DEBUG [StoreOpener-a271249e6bd757fd52c9cd26cc90b849-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=17 2024-12-13T12:18:22,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=17, state=SUCCESS; OpenRegionProcedure ce2a5d80b3a78722576ccbb4910ce8fb, server=23617cae5624,35429,1734092287468 in 547 msec 2024-12-13T12:18:22,388 INFO [StoreOpener-a271249e6bd757fd52c9cd26cc90b849-1 {}] regionserver.HStore(327): Store=a271249e6bd757fd52c9cd26cc90b849/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,388 INFO [StoreOpener-a271249e6bd757fd52c9cd26cc90b849-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a271249e6bd757fd52c9cd26cc90b849 2024-12-13T12:18:22,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ce2a5d80b3a78722576ccbb4910ce8fb, ASSIGN in 765 msec 2024-12-13T12:18:22,389 INFO [StoreOpener-a271249e6bd757fd52c9cd26cc90b849-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a271249e6bd757fd52c9cd26cc90b849 columnFamilyName norep 2024-12-13T12:18:22,389 DEBUG [StoreOpener-a271249e6bd757fd52c9cd26cc90b849-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,390 INFO [StoreOpener-a271249e6bd757fd52c9cd26cc90b849-1 {}] regionserver.HStore(327): Store=a271249e6bd757fd52c9cd26cc90b849/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,391 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/a271249e6bd757fd52c9cd26cc90b849 2024-12-13T12:18:22,391 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/a271249e6bd757fd52c9cd26cc90b849 2024-12-13T12:18:22,392 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:22,393 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for a271249e6bd757fd52c9cd26cc90b849 2024-12-13T12:18:22,395 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/a271249e6bd757fd52c9cd26cc90b849/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:22,396 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened a271249e6bd757fd52c9cd26cc90b849; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71110026, jitterRate=0.059621959924697876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:22,396 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for a271249e6bd757fd52c9cd26cc90b849: 2024-12-13T12:18:22,397 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734092297762.a271249e6bd757fd52c9cd26cc90b849., pid=56, masterSystemTime=1734092301941 2024-12-13T12:18:22,399 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734092297762.a271249e6bd757fd52c9cd26cc90b849. 2024-12-13T12:18:22,399 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,jjj,1734092297762.a271249e6bd757fd52c9cd26cc90b849. 2024-12-13T12:18:22,399 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,xxx,1734092297762.6847e9f704186be9ccabb790388001c6. 2024-12-13T12:18:22,399 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=a271249e6bd757fd52c9cd26cc90b849, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:22,399 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 6847e9f704186be9ccabb790388001c6, NAME => 'test,xxx,1734092297762.6847e9f704186be9ccabb790388001c6.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-13T12:18:22,400 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6847e9f704186be9ccabb790388001c6 2024-12-13T12:18:22,400 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,xxx,1734092297762.6847e9f704186be9ccabb790388001c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:22,400 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 6847e9f704186be9ccabb790388001c6 2024-12-13T12:18:22,400 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 6847e9f704186be9ccabb790388001c6 2024-12-13T12:18:22,402 INFO [StoreOpener-6847e9f704186be9ccabb790388001c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6847e9f704186be9ccabb790388001c6 2024-12-13T12:18:22,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=19 2024-12-13T12:18:22,404 INFO [StoreOpener-6847e9f704186be9ccabb790388001c6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6847e9f704186be9ccabb790388001c6 columnFamilyName f 2024-12-13T12:18:22,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=19, state=SUCCESS; OpenRegionProcedure a271249e6bd757fd52c9cd26cc90b849, server=23617cae5624,35429,1734092287468 in 570 msec 2024-12-13T12:18:22,404 DEBUG [StoreOpener-6847e9f704186be9ccabb790388001c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,405 INFO [StoreOpener-6847e9f704186be9ccabb790388001c6-1 {}] regionserver.HStore(327): Store=6847e9f704186be9ccabb790388001c6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,405 INFO [StoreOpener-6847e9f704186be9ccabb790388001c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6847e9f704186be9ccabb790388001c6 2024-12-13T12:18:22,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a271249e6bd757fd52c9cd26cc90b849, ASSIGN in 781 msec 2024-12-13T12:18:22,406 INFO [StoreOpener-6847e9f704186be9ccabb790388001c6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6847e9f704186be9ccabb790388001c6 columnFamilyName norep 2024-12-13T12:18:22,406 DEBUG [StoreOpener-6847e9f704186be9ccabb790388001c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,407 INFO [StoreOpener-6847e9f704186be9ccabb790388001c6-1 {}] regionserver.HStore(327): Store=6847e9f704186be9ccabb790388001c6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,408 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/6847e9f704186be9ccabb790388001c6 2024-12-13T12:18:22,408 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/6847e9f704186be9ccabb790388001c6 2024-12-13T12:18:22,409 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:22,410 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 6847e9f704186be9ccabb790388001c6 2024-12-13T12:18:22,412 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/6847e9f704186be9ccabb790388001c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:22,413 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 6847e9f704186be9ccabb790388001c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74444382, jitterRate=0.10930773615837097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:22,413 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 6847e9f704186be9ccabb790388001c6: 2024-12-13T12:18:22,414 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734092297762.6847e9f704186be9ccabb790388001c6., pid=60, masterSystemTime=1734092301941 2024-12-13T12:18:22,416 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734092297762.6847e9f704186be9ccabb790388001c6. 2024-12-13T12:18:22,416 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,xxx,1734092297762.6847e9f704186be9ccabb790388001c6. 2024-12-13T12:18:22,416 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,nnn,1734092297762.fcd8bc7ac243fccdb93d6745965a0382. 2024-12-13T12:18:22,416 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => fcd8bc7ac243fccdb93d6745965a0382, NAME => 'test,nnn,1734092297762.fcd8bc7ac243fccdb93d6745965a0382.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-13T12:18:22,417 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fcd8bc7ac243fccdb93d6745965a0382 2024-12-13T12:18:22,417 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,nnn,1734092297762.fcd8bc7ac243fccdb93d6745965a0382.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:22,417 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=6847e9f704186be9ccabb790388001c6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:22,417 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for fcd8bc7ac243fccdb93d6745965a0382 2024-12-13T12:18:22,417 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for fcd8bc7ac243fccdb93d6745965a0382 2024-12-13T12:18:22,419 INFO [StoreOpener-fcd8bc7ac243fccdb93d6745965a0382-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fcd8bc7ac243fccdb93d6745965a0382 2024-12-13T12:18:22,421 INFO [StoreOpener-fcd8bc7ac243fccdb93d6745965a0382-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcd8bc7ac243fccdb93d6745965a0382 columnFamilyName f 2024-12-13T12:18:22,421 DEBUG [StoreOpener-fcd8bc7ac243fccdb93d6745965a0382-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,421 INFO [StoreOpener-fcd8bc7ac243fccdb93d6745965a0382-1 {}] regionserver.HStore(327): Store=fcd8bc7ac243fccdb93d6745965a0382/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,422 INFO [StoreOpener-fcd8bc7ac243fccdb93d6745965a0382-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fcd8bc7ac243fccdb93d6745965a0382 2024-12-13T12:18:22,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=33 2024-12-13T12:18:22,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=33, state=SUCCESS; OpenRegionProcedure 6847e9f704186be9ccabb790388001c6, server=23617cae5624,35429,1734092287468 in 579 msec 2024-12-13T12:18:22,423 INFO [StoreOpener-fcd8bc7ac243fccdb93d6745965a0382-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcd8bc7ac243fccdb93d6745965a0382 columnFamilyName norep 2024-12-13T12:18:22,423 DEBUG [StoreOpener-fcd8bc7ac243fccdb93d6745965a0382-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6847e9f704186be9ccabb790388001c6, ASSIGN in 799 msec 2024-12-13T12:18:22,424 INFO [StoreOpener-fcd8bc7ac243fccdb93d6745965a0382-1 {}] regionserver.HStore(327): Store=fcd8bc7ac243fccdb93d6745965a0382/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,425 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/fcd8bc7ac243fccdb93d6745965a0382 2024-12-13T12:18:22,425 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/fcd8bc7ac243fccdb93d6745965a0382 2024-12-13T12:18:22,427 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:22,428 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for fcd8bc7ac243fccdb93d6745965a0382 2024-12-13T12:18:22,430 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/fcd8bc7ac243fccdb93d6745965a0382/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:22,431 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened fcd8bc7ac243fccdb93d6745965a0382; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69607243, jitterRate=0.037228748202323914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:22,431 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for fcd8bc7ac243fccdb93d6745965a0382: 2024-12-13T12:18:22,432 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734092297762.fcd8bc7ac243fccdb93d6745965a0382., pid=55, masterSystemTime=1734092301941 2024-12-13T12:18:22,434 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734092297762.fcd8bc7ac243fccdb93d6745965a0382. 2024-12-13T12:18:22,434 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,nnn,1734092297762.fcd8bc7ac243fccdb93d6745965a0382. 2024-12-13T12:18:22,434 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,mmm,1734092297762.dab843ed302b8c92b641b174c2e88bfc. 2024-12-13T12:18:22,434 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => dab843ed302b8c92b641b174c2e88bfc, NAME => 'test,mmm,1734092297762.dab843ed302b8c92b641b174c2e88bfc.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-13T12:18:22,434 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=fcd8bc7ac243fccdb93d6745965a0382, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:22,434 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dab843ed302b8c92b641b174c2e88bfc 2024-12-13T12:18:22,435 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,mmm,1734092297762.dab843ed302b8c92b641b174c2e88bfc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:22,435 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for dab843ed302b8c92b641b174c2e88bfc 2024-12-13T12:18:22,435 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for dab843ed302b8c92b641b174c2e88bfc 2024-12-13T12:18:22,436 INFO [StoreOpener-dab843ed302b8c92b641b174c2e88bfc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dab843ed302b8c92b641b174c2e88bfc 2024-12-13T12:18:22,438 INFO [StoreOpener-dab843ed302b8c92b641b174c2e88bfc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dab843ed302b8c92b641b174c2e88bfc columnFamilyName f 2024-12-13T12:18:22,438 DEBUG [StoreOpener-dab843ed302b8c92b641b174c2e88bfc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,439 INFO [StoreOpener-dab843ed302b8c92b641b174c2e88bfc-1 {}] regionserver.HStore(327): Store=dab843ed302b8c92b641b174c2e88bfc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,439 INFO [StoreOpener-dab843ed302b8c92b641b174c2e88bfc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dab843ed302b8c92b641b174c2e88bfc 2024-12-13T12:18:22,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=23 2024-12-13T12:18:22,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=23, state=SUCCESS; OpenRegionProcedure fcd8bc7ac243fccdb93d6745965a0382, server=23617cae5624,35429,1734092287468 in 608 msec 2024-12-13T12:18:22,441 INFO [StoreOpener-dab843ed302b8c92b641b174c2e88bfc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dab843ed302b8c92b641b174c2e88bfc columnFamilyName norep 2024-12-13T12:18:22,441 DEBUG [StoreOpener-dab843ed302b8c92b641b174c2e88bfc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=fcd8bc7ac243fccdb93d6745965a0382, ASSIGN in 817 msec 2024-12-13T12:18:22,442 INFO [StoreOpener-dab843ed302b8c92b641b174c2e88bfc-1 {}] regionserver.HStore(327): Store=dab843ed302b8c92b641b174c2e88bfc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,442 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/dab843ed302b8c92b641b174c2e88bfc 2024-12-13T12:18:22,443 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/dab843ed302b8c92b641b174c2e88bfc 2024-12-13T12:18:22,444 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:22,445 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for dab843ed302b8c92b641b174c2e88bfc 2024-12-13T12:18:22,448 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/dab843ed302b8c92b641b174c2e88bfc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:22,448 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened dab843ed302b8c92b641b174c2e88bfc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70092761, jitterRate=0.04446353018283844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:22,448 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for dab843ed302b8c92b641b174c2e88bfc: 2024-12-13T12:18:22,449 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734092297762.dab843ed302b8c92b641b174c2e88bfc., pid=39, masterSystemTime=1734092301941 2024-12-13T12:18:22,451 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734092297762.dab843ed302b8c92b641b174c2e88bfc. 2024-12-13T12:18:22,451 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,mmm,1734092297762.dab843ed302b8c92b641b174c2e88bfc. 2024-12-13T12:18:22,451 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,ggg,1734092297762.adee0bdf318892a0be090a05c147a90f. 2024-12-13T12:18:22,451 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => adee0bdf318892a0be090a05c147a90f, NAME => 'test,ggg,1734092297762.adee0bdf318892a0be090a05c147a90f.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-13T12:18:22,451 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=dab843ed302b8c92b641b174c2e88bfc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:22,451 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test adee0bdf318892a0be090a05c147a90f 2024-12-13T12:18:22,452 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,ggg,1734092297762.adee0bdf318892a0be090a05c147a90f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:22,452 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for adee0bdf318892a0be090a05c147a90f 2024-12-13T12:18:22,452 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for adee0bdf318892a0be090a05c147a90f 2024-12-13T12:18:22,454 INFO [StoreOpener-adee0bdf318892a0be090a05c147a90f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region adee0bdf318892a0be090a05c147a90f 2024-12-13T12:18:22,456 INFO [StoreOpener-adee0bdf318892a0be090a05c147a90f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adee0bdf318892a0be090a05c147a90f columnFamilyName f 2024-12-13T12:18:22,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=22 2024-12-13T12:18:22,456 DEBUG [StoreOpener-adee0bdf318892a0be090a05c147a90f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=22, state=SUCCESS; OpenRegionProcedure dab843ed302b8c92b641b174c2e88bfc, server=23617cae5624,35429,1734092287468 in 661 msec 2024-12-13T12:18:22,457 INFO [StoreOpener-adee0bdf318892a0be090a05c147a90f-1 {}] regionserver.HStore(327): Store=adee0bdf318892a0be090a05c147a90f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,457 INFO [StoreOpener-adee0bdf318892a0be090a05c147a90f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region adee0bdf318892a0be090a05c147a90f 2024-12-13T12:18:22,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=dab843ed302b8c92b641b174c2e88bfc, ASSIGN in 833 msec 2024-12-13T12:18:22,458 INFO [StoreOpener-adee0bdf318892a0be090a05c147a90f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adee0bdf318892a0be090a05c147a90f columnFamilyName norep 2024-12-13T12:18:22,458 DEBUG [StoreOpener-adee0bdf318892a0be090a05c147a90f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:22,459 INFO [StoreOpener-adee0bdf318892a0be090a05c147a90f-1 {}] regionserver.HStore(327): Store=adee0bdf318892a0be090a05c147a90f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:22,460 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/adee0bdf318892a0be090a05c147a90f 2024-12-13T12:18:22,460 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/adee0bdf318892a0be090a05c147a90f 2024-12-13T12:18:22,461 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:22,462 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for adee0bdf318892a0be090a05c147a90f 2024-12-13T12:18:22,464 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/adee0bdf318892a0be090a05c147a90f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:22,465 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened adee0bdf318892a0be090a05c147a90f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71741319, jitterRate=0.06902895867824554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:22,465 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for adee0bdf318892a0be090a05c147a90f: 2024-12-13T12:18:22,466 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734092297762.adee0bdf318892a0be090a05c147a90f., pid=52, masterSystemTime=1734092301941 2024-12-13T12:18:22,468 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734092297762.adee0bdf318892a0be090a05c147a90f. 2024-12-13T12:18:22,468 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,ggg,1734092297762.adee0bdf318892a0be090a05c147a90f. 2024-12-13T12:18:22,468 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=adee0bdf318892a0be090a05c147a90f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:22,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=16 2024-12-13T12:18:22,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=16, state=SUCCESS; OpenRegionProcedure adee0bdf318892a0be090a05c147a90f, server=23617cae5624,35429,1734092287468 in 646 msec 2024-12-13T12:18:22,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=16, resume processing ppid=9 2024-12-13T12:18:22,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=adee0bdf318892a0be090a05c147a90f, ASSIGN in 849 msec 2024-12-13T12:18:22,475 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T12:18:22,475 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734092302475"}]},"ts":"1734092302475"} 2024-12-13T12:18:22,477 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-13T12:18:22,515 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T12:18:22,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.7490 sec 2024-12-13T12:18:24,291 INFO [23617cae5624:35429Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T12:18:24,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T12:18:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T12:18:25,897 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-13T12:18:25,897 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T12:18:25,901 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T12:18:25,914 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T12:18:25,914 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T12:18:25,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T12:18:25,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T12:18:25,918 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T12:18:25,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T12:18:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-13T12:18:25,922 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T12:18:25,922 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:25,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-13T12:18:25,923 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T12:18:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T12:18:25,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741837_1013 (size=631) 2024-12-13T12:18:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T12:18:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T12:18:26,335 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 69df8d2812c7368d55c7fd9382abd17b, NAME => 'test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:26,337 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 66a5677dba7825914b623c744d35a97e, NAME => 'test,ccc,1734092305919.66a5677dba7825914b623c744d35a97e.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:26,338 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => d153b7ff3abf0b0c2d71a84807529a7c, NAME => 'test,bbb,1734092305919.d153b7ff3abf0b0c2d71a84807529a7c.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:26,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741839_1015 (size=45) 2024-12-13T12:18:26,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741838_1014 (size=45) 2024-12-13T12:18:26,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741840_1016 (size=42) 2024-12-13T12:18:26,353 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:26,353 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 69df8d2812c7368d55c7fd9382abd17b, disabling compactions & flushes 2024-12-13T12:18:26,354 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b. 2024-12-13T12:18:26,354 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b. 2024-12-13T12:18:26,354 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b. after waiting 0 ms 2024-12-13T12:18:26,354 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b. 2024-12-13T12:18:26,354 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b. 2024-12-13T12:18:26,354 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 69df8d2812c7368d55c7fd9382abd17b: 2024-12-13T12:18:26,355 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d5e2939996b10d0104e090e5ed95cab5, NAME => 'test,ddd,1734092305919.d5e2939996b10d0104e090e5ed95cab5.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:26,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741841_1017 (size=45) 2024-12-13T12:18:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T12:18:26,750 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734092305919.d153b7ff3abf0b0c2d71a84807529a7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:26,750 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734092305919.66a5677dba7825914b623c744d35a97e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:26,751 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing d153b7ff3abf0b0c2d71a84807529a7c, disabling compactions & flushes 2024-12-13T12:18:26,751 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 66a5677dba7825914b623c744d35a97e, disabling compactions & flushes 2024-12-13T12:18:26,751 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734092305919.d153b7ff3abf0b0c2d71a84807529a7c. 2024-12-13T12:18:26,751 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734092305919.d153b7ff3abf0b0c2d71a84807529a7c. 2024-12-13T12:18:26,751 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734092305919.66a5677dba7825914b623c744d35a97e. 2024-12-13T12:18:26,751 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734092305919.d153b7ff3abf0b0c2d71a84807529a7c. after waiting 0 ms 2024-12-13T12:18:26,751 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734092305919.66a5677dba7825914b623c744d35a97e. 2024-12-13T12:18:26,751 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734092305919.d153b7ff3abf0b0c2d71a84807529a7c. 2024-12-13T12:18:26,751 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734092305919.66a5677dba7825914b623c744d35a97e. after waiting 0 ms 2024-12-13T12:18:26,751 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734092305919.d153b7ff3abf0b0c2d71a84807529a7c. 2024-12-13T12:18:26,751 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734092305919.66a5677dba7825914b623c744d35a97e. 2024-12-13T12:18:26,751 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for d153b7ff3abf0b0c2d71a84807529a7c: 2024-12-13T12:18:26,751 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734092305919.66a5677dba7825914b623c744d35a97e. 2024-12-13T12:18:26,751 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 66a5677dba7825914b623c744d35a97e: 2024-12-13T12:18:26,751 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f8653fc496e288b7f2fbf2d222aa76e2, NAME => 'test,eee,1734092305919.f8653fc496e288b7f2fbf2d222aa76e2.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:26,752 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 9bdf5ad8b76871e8a721b24de387bb68, NAME => 'test,fff,1734092305919.9bdf5ad8b76871e8a721b24de387bb68.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:26,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741843_1019 (size=45) 2024-12-13T12:18:26,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741842_1018 (size=45) 2024-12-13T12:18:26,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ddd,1734092305919.d5e2939996b10d0104e090e5ed95cab5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:26,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing d5e2939996b10d0104e090e5ed95cab5, disabling compactions & flushes 2024-12-13T12:18:26,763 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ddd,1734092305919.d5e2939996b10d0104e090e5ed95cab5. 2024-12-13T12:18:26,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734092305919.d5e2939996b10d0104e090e5ed95cab5. 2024-12-13T12:18:26,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734092305919.d5e2939996b10d0104e090e5ed95cab5. after waiting 0 ms 2024-12-13T12:18:26,763 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734092305919.d5e2939996b10d0104e090e5ed95cab5. 2024-12-13T12:18:26,764 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ddd,1734092305919.d5e2939996b10d0104e090e5ed95cab5. 2024-12-13T12:18:26,764 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for d5e2939996b10d0104e090e5ed95cab5: 2024-12-13T12:18:26,764 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6eacca11df6578c6ea704b8bb700b7b9, NAME => 'test,ggg,1734092305919.6eacca11df6578c6ea704b8bb700b7b9.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:26,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741844_1020 (size=45) 2024-12-13T12:18:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T12:18:27,160 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,fff,1734092305919.9bdf5ad8b76871e8a721b24de387bb68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:27,160 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,eee,1734092305919.f8653fc496e288b7f2fbf2d222aa76e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:27,160 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 9bdf5ad8b76871e8a721b24de387bb68, disabling compactions & flushes 2024-12-13T12:18:27,160 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing f8653fc496e288b7f2fbf2d222aa76e2, disabling compactions & flushes 2024-12-13T12:18:27,160 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,fff,1734092305919.9bdf5ad8b76871e8a721b24de387bb68. 2024-12-13T12:18:27,160 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,eee,1734092305919.f8653fc496e288b7f2fbf2d222aa76e2. 2024-12-13T12:18:27,160 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734092305919.9bdf5ad8b76871e8a721b24de387bb68. 2024-12-13T12:18:27,160 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734092305919.f8653fc496e288b7f2fbf2d222aa76e2. 2024-12-13T12:18:27,160 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734092305919.9bdf5ad8b76871e8a721b24de387bb68. after waiting 0 ms 2024-12-13T12:18:27,160 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734092305919.f8653fc496e288b7f2fbf2d222aa76e2. after waiting 0 ms 2024-12-13T12:18:27,160 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734092305919.9bdf5ad8b76871e8a721b24de387bb68. 2024-12-13T12:18:27,160 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734092305919.f8653fc496e288b7f2fbf2d222aa76e2. 2024-12-13T12:18:27,160 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,fff,1734092305919.9bdf5ad8b76871e8a721b24de387bb68. 2024-12-13T12:18:27,160 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,eee,1734092305919.f8653fc496e288b7f2fbf2d222aa76e2. 2024-12-13T12:18:27,160 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 9bdf5ad8b76871e8a721b24de387bb68: 2024-12-13T12:18:27,160 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for f8653fc496e288b7f2fbf2d222aa76e2: 2024-12-13T12:18:27,161 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 3d68f6f2ebb32fc74b3d9a5e0393217f, NAME => 'test,hhh,1734092305919.3d68f6f2ebb32fc74b3d9a5e0393217f.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:27,163 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f8805450f87b21432505204d7a994bdd, NAME => 'test,iii,1734092305919.f8805450f87b21432505204d7a994bdd.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:27,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741846_1022 (size=45) 2024-12-13T12:18:27,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741845_1021 (size=45) 2024-12-13T12:18:27,173 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ggg,1734092305919.6eacca11df6578c6ea704b8bb700b7b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:27,173 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 6eacca11df6578c6ea704b8bb700b7b9, disabling compactions & flushes 2024-12-13T12:18:27,173 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ggg,1734092305919.6eacca11df6578c6ea704b8bb700b7b9. 2024-12-13T12:18:27,173 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734092305919.6eacca11df6578c6ea704b8bb700b7b9. 2024-12-13T12:18:27,173 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734092305919.6eacca11df6578c6ea704b8bb700b7b9. after waiting 0 ms 2024-12-13T12:18:27,173 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734092305919.6eacca11df6578c6ea704b8bb700b7b9. 2024-12-13T12:18:27,173 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ggg,1734092305919.6eacca11df6578c6ea704b8bb700b7b9. 2024-12-13T12:18:27,173 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6eacca11df6578c6ea704b8bb700b7b9: 2024-12-13T12:18:27,174 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ef12e066a772f55dd39b6249d1205187, NAME => 'test,jjj,1734092305919.ef12e066a772f55dd39b6249d1205187.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:27,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741847_1023 (size=45) 2024-12-13T12:18:27,455 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T12:18:27,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-13T12:18:27,484 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-13T12:18:27,573 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,iii,1734092305919.f8805450f87b21432505204d7a994bdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:27,573 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,hhh,1734092305919.3d68f6f2ebb32fc74b3d9a5e0393217f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:27,574 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing f8805450f87b21432505204d7a994bdd, disabling compactions & flushes 2024-12-13T12:18:27,574 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 3d68f6f2ebb32fc74b3d9a5e0393217f, disabling compactions & flushes 2024-12-13T12:18:27,574 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,iii,1734092305919.f8805450f87b21432505204d7a994bdd. 2024-12-13T12:18:27,574 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,hhh,1734092305919.3d68f6f2ebb32fc74b3d9a5e0393217f. 2024-12-13T12:18:27,574 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734092305919.f8805450f87b21432505204d7a994bdd. 2024-12-13T12:18:27,574 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734092305919.3d68f6f2ebb32fc74b3d9a5e0393217f. 2024-12-13T12:18:27,574 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734092305919.f8805450f87b21432505204d7a994bdd. after waiting 0 ms 2024-12-13T12:18:27,574 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734092305919.3d68f6f2ebb32fc74b3d9a5e0393217f. after waiting 0 ms 2024-12-13T12:18:27,574 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734092305919.f8805450f87b21432505204d7a994bdd. 2024-12-13T12:18:27,574 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734092305919.3d68f6f2ebb32fc74b3d9a5e0393217f. 2024-12-13T12:18:27,574 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,iii,1734092305919.f8805450f87b21432505204d7a994bdd. 2024-12-13T12:18:27,574 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,hhh,1734092305919.3d68f6f2ebb32fc74b3d9a5e0393217f. 2024-12-13T12:18:27,574 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for f8805450f87b21432505204d7a994bdd: 2024-12-13T12:18:27,574 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 3d68f6f2ebb32fc74b3d9a5e0393217f: 2024-12-13T12:18:27,575 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 468c0f683ed131f7e890a6dd0476451d, NAME => 'test,kkk,1734092305919.468c0f683ed131f7e890a6dd0476451d.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:27,575 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => dc4bd253a611118c8fe855bb9207174a, NAME => 'test,lll,1734092305919.dc4bd253a611118c8fe855bb9207174a.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:27,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,jjj,1734092305919.ef12e066a772f55dd39b6249d1205187.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:27,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing ef12e066a772f55dd39b6249d1205187, disabling compactions & flushes 2024-12-13T12:18:27,581 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,jjj,1734092305919.ef12e066a772f55dd39b6249d1205187. 2024-12-13T12:18:27,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734092305919.ef12e066a772f55dd39b6249d1205187. 2024-12-13T12:18:27,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741849_1025 (size=45) 2024-12-13T12:18:27,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734092305919.ef12e066a772f55dd39b6249d1205187. after waiting 0 ms 2024-12-13T12:18:27,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734092305919.ef12e066a772f55dd39b6249d1205187. 2024-12-13T12:18:27,581 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,jjj,1734092305919.ef12e066a772f55dd39b6249d1205187. 2024-12-13T12:18:27,581 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for ef12e066a772f55dd39b6249d1205187: 2024-12-13T12:18:27,582 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c94c88f0e6fa1e10b8a45f9339aab2e3, NAME => 'test,mmm,1734092305919.c94c88f0e6fa1e10b8a45f9339aab2e3.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:27,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741848_1024 (size=45) 2024-12-13T12:18:27,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741850_1026 (size=45) 2024-12-13T12:18:27,644 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-13T12:18:27,983 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,lll,1734092305919.dc4bd253a611118c8fe855bb9207174a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:27,984 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing dc4bd253a611118c8fe855bb9207174a, disabling compactions & flushes 2024-12-13T12:18:27,984 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,lll,1734092305919.dc4bd253a611118c8fe855bb9207174a. 2024-12-13T12:18:27,984 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734092305919.dc4bd253a611118c8fe855bb9207174a. 2024-12-13T12:18:27,984 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734092305919.dc4bd253a611118c8fe855bb9207174a. after waiting 0 ms 2024-12-13T12:18:27,984 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734092305919.dc4bd253a611118c8fe855bb9207174a. 2024-12-13T12:18:27,984 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,lll,1734092305919.dc4bd253a611118c8fe855bb9207174a. 2024-12-13T12:18:27,984 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for dc4bd253a611118c8fe855bb9207174a: 2024-12-13T12:18:27,987 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => b11d8bab35acfc7a023191adb1d35a12, NAME => 'test,nnn,1734092305919.b11d8bab35acfc7a023191adb1d35a12.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:27,987 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,kkk,1734092305919.468c0f683ed131f7e890a6dd0476451d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:27,987 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 468c0f683ed131f7e890a6dd0476451d, disabling compactions & flushes 2024-12-13T12:18:27,987 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,kkk,1734092305919.468c0f683ed131f7e890a6dd0476451d. 2024-12-13T12:18:27,987 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734092305919.468c0f683ed131f7e890a6dd0476451d. 2024-12-13T12:18:27,987 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734092305919.468c0f683ed131f7e890a6dd0476451d. after waiting 0 ms 2024-12-13T12:18:27,988 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734092305919.468c0f683ed131f7e890a6dd0476451d. 2024-12-13T12:18:27,988 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,kkk,1734092305919.468c0f683ed131f7e890a6dd0476451d. 2024-12-13T12:18:27,988 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 468c0f683ed131f7e890a6dd0476451d: 2024-12-13T12:18:27,989 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 2d850cad6a4a51630cb52325a5231cfe, NAME => 'test,ooo,1734092305919.2d850cad6a4a51630cb52325a5231cfe.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:27,989 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,mmm,1734092305919.c94c88f0e6fa1e10b8a45f9339aab2e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:27,989 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing c94c88f0e6fa1e10b8a45f9339aab2e3, disabling compactions & flushes 2024-12-13T12:18:27,989 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,mmm,1734092305919.c94c88f0e6fa1e10b8a45f9339aab2e3. 2024-12-13T12:18:27,989 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734092305919.c94c88f0e6fa1e10b8a45f9339aab2e3. 2024-12-13T12:18:27,989 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734092305919.c94c88f0e6fa1e10b8a45f9339aab2e3. after waiting 0 ms 2024-12-13T12:18:27,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734092305919.c94c88f0e6fa1e10b8a45f9339aab2e3. 2024-12-13T12:18:27,990 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,mmm,1734092305919.c94c88f0e6fa1e10b8a45f9339aab2e3. 2024-12-13T12:18:27,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for c94c88f0e6fa1e10b8a45f9339aab2e3: 2024-12-13T12:18:27,991 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5ec0507079efc9ea3a7113438e4db6a3, NAME => 'test,ppp,1734092305919.5ec0507079efc9ea3a7113438e4db6a3.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:27,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741851_1027 (size=45) 2024-12-13T12:18:27,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741852_1028 (size=45) 2024-12-13T12:18:27,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741853_1029 (size=45) 2024-12-13T12:18:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T12:18:28,396 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,nnn,1734092305919.b11d8bab35acfc7a023191adb1d35a12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:28,397 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing b11d8bab35acfc7a023191adb1d35a12, disabling compactions & flushes 2024-12-13T12:18:28,397 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,nnn,1734092305919.b11d8bab35acfc7a023191adb1d35a12. 2024-12-13T12:18:28,397 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734092305919.b11d8bab35acfc7a023191adb1d35a12. 2024-12-13T12:18:28,397 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ooo,1734092305919.2d850cad6a4a51630cb52325a5231cfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:28,397 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734092305919.b11d8bab35acfc7a023191adb1d35a12. after waiting 0 ms 2024-12-13T12:18:28,397 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734092305919.b11d8bab35acfc7a023191adb1d35a12. 2024-12-13T12:18:28,397 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 2d850cad6a4a51630cb52325a5231cfe, disabling compactions & flushes 2024-12-13T12:18:28,397 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ooo,1734092305919.2d850cad6a4a51630cb52325a5231cfe. 2024-12-13T12:18:28,397 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,nnn,1734092305919.b11d8bab35acfc7a023191adb1d35a12. 2024-12-13T12:18:28,397 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734092305919.2d850cad6a4a51630cb52325a5231cfe. 2024-12-13T12:18:28,397 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734092305919.2d850cad6a4a51630cb52325a5231cfe. after waiting 0 ms 2024-12-13T12:18:28,397 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734092305919.2d850cad6a4a51630cb52325a5231cfe. 2024-12-13T12:18:28,397 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ooo,1734092305919.2d850cad6a4a51630cb52325a5231cfe. 2024-12-13T12:18:28,397 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for b11d8bab35acfc7a023191adb1d35a12: 2024-12-13T12:18:28,397 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 2d850cad6a4a51630cb52325a5231cfe: 2024-12-13T12:18:28,398 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 60ef0e047582219c2f6ddec8748ab05f, NAME => 'test,qqq,1734092305919.60ef0e047582219c2f6ddec8748ab05f.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:28,399 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => bcdb283ba18cf504646d90fd819e3839, NAME => 'test,rrr,1734092305919.bcdb283ba18cf504646d90fd819e3839.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:28,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ppp,1734092305919.5ec0507079efc9ea3a7113438e4db6a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:28,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 5ec0507079efc9ea3a7113438e4db6a3, disabling compactions & flushes 2024-12-13T12:18:28,399 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ppp,1734092305919.5ec0507079efc9ea3a7113438e4db6a3. 2024-12-13T12:18:28,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734092305919.5ec0507079efc9ea3a7113438e4db6a3. 2024-12-13T12:18:28,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734092305919.5ec0507079efc9ea3a7113438e4db6a3. after waiting 0 ms 2024-12-13T12:18:28,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734092305919.5ec0507079efc9ea3a7113438e4db6a3. 2024-12-13T12:18:28,399 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ppp,1734092305919.5ec0507079efc9ea3a7113438e4db6a3. 2024-12-13T12:18:28,399 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5ec0507079efc9ea3a7113438e4db6a3: 2024-12-13T12:18:28,400 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e7e21be0b14fbb2cba9f781c8a2af555, NAME => 'test,sss,1734092305919.e7e21be0b14fbb2cba9f781c8a2af555.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:28,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741855_1031 (size=45) 2024-12-13T12:18:28,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741856_1032 (size=45) 2024-12-13T12:18:28,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741854_1030 (size=45) 2024-12-13T12:18:28,810 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,qqq,1734092305919.60ef0e047582219c2f6ddec8748ab05f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:28,810 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,rrr,1734092305919.bcdb283ba18cf504646d90fd819e3839.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:28,810 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 60ef0e047582219c2f6ddec8748ab05f, disabling compactions & flushes 2024-12-13T12:18:28,810 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing bcdb283ba18cf504646d90fd819e3839, disabling compactions & flushes 2024-12-13T12:18:28,811 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,qqq,1734092305919.60ef0e047582219c2f6ddec8748ab05f. 2024-12-13T12:18:28,811 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734092305919.60ef0e047582219c2f6ddec8748ab05f. 2024-12-13T12:18:28,811 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,rrr,1734092305919.bcdb283ba18cf504646d90fd819e3839. 2024-12-13T12:18:28,811 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734092305919.60ef0e047582219c2f6ddec8748ab05f. after waiting 0 ms 2024-12-13T12:18:28,811 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734092305919.bcdb283ba18cf504646d90fd819e3839. 2024-12-13T12:18:28,811 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734092305919.60ef0e047582219c2f6ddec8748ab05f. 2024-12-13T12:18:28,811 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,qqq,1734092305919.60ef0e047582219c2f6ddec8748ab05f. 2024-12-13T12:18:28,811 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734092305919.bcdb283ba18cf504646d90fd819e3839. after waiting 0 ms 2024-12-13T12:18:28,811 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 60ef0e047582219c2f6ddec8748ab05f: 2024-12-13T12:18:28,811 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734092305919.bcdb283ba18cf504646d90fd819e3839. 2024-12-13T12:18:28,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,sss,1734092305919.e7e21be0b14fbb2cba9f781c8a2af555.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:28,811 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,rrr,1734092305919.bcdb283ba18cf504646d90fd819e3839. 2024-12-13T12:18:28,811 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for bcdb283ba18cf504646d90fd819e3839: 2024-12-13T12:18:28,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing e7e21be0b14fbb2cba9f781c8a2af555, disabling compactions & flushes 2024-12-13T12:18:28,812 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 21558e491e0292eb0fd2b4fdb7f9c31e, NAME => 'test,uuu,1734092305919.21558e491e0292eb0fd2b4fdb7f9c31e.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:28,812 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 6b377ece7a9902fddc1cbfde798e63af, NAME => 'test,ttt,1734092305919.6b377ece7a9902fddc1cbfde798e63af.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:28,812 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,sss,1734092305919.e7e21be0b14fbb2cba9f781c8a2af555. 2024-12-13T12:18:28,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734092305919.e7e21be0b14fbb2cba9f781c8a2af555. 2024-12-13T12:18:28,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734092305919.e7e21be0b14fbb2cba9f781c8a2af555. after waiting 0 ms 2024-12-13T12:18:28,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734092305919.e7e21be0b14fbb2cba9f781c8a2af555. 2024-12-13T12:18:28,812 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,sss,1734092305919.e7e21be0b14fbb2cba9f781c8a2af555. 2024-12-13T12:18:28,812 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for e7e21be0b14fbb2cba9f781c8a2af555: 2024-12-13T12:18:28,813 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c80bfaf9681c770353dbf716c7660eec, NAME => 'test,vvv,1734092305919.c80bfaf9681c770353dbf716c7660eec.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:28,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741857_1033 (size=45) 2024-12-13T12:18:28,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741859_1035 (size=45) 2024-12-13T12:18:28,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741858_1034 (size=45) 2024-12-13T12:18:28,820 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,uuu,1734092305919.21558e491e0292eb0fd2b4fdb7f9c31e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:28,821 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 21558e491e0292eb0fd2b4fdb7f9c31e, disabling compactions & flushes 2024-12-13T12:18:28,821 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,uuu,1734092305919.21558e491e0292eb0fd2b4fdb7f9c31e. 2024-12-13T12:18:28,821 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734092305919.21558e491e0292eb0fd2b4fdb7f9c31e. 2024-12-13T12:18:28,821 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734092305919.21558e491e0292eb0fd2b4fdb7f9c31e. after waiting 0 ms 2024-12-13T12:18:28,821 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734092305919.21558e491e0292eb0fd2b4fdb7f9c31e. 2024-12-13T12:18:28,821 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,uuu,1734092305919.21558e491e0292eb0fd2b4fdb7f9c31e. 2024-12-13T12:18:28,821 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 21558e491e0292eb0fd2b4fdb7f9c31e: 2024-12-13T12:18:28,822 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 3532a7ea5a5c390a2e39c746dacd9868, NAME => 'test,www,1734092305919.3532a7ea5a5c390a2e39c746dacd9868.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:28,823 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ttt,1734092305919.6b377ece7a9902fddc1cbfde798e63af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:28,823 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 6b377ece7a9902fddc1cbfde798e63af, disabling compactions & flushes 2024-12-13T12:18:28,824 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ttt,1734092305919.6b377ece7a9902fddc1cbfde798e63af. 2024-12-13T12:18:28,824 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734092305919.6b377ece7a9902fddc1cbfde798e63af. 2024-12-13T12:18:28,824 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734092305919.6b377ece7a9902fddc1cbfde798e63af. after waiting 0 ms 2024-12-13T12:18:28,824 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734092305919.6b377ece7a9902fddc1cbfde798e63af. 2024-12-13T12:18:28,824 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ttt,1734092305919.6b377ece7a9902fddc1cbfde798e63af. 2024-12-13T12:18:28,824 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 6b377ece7a9902fddc1cbfde798e63af: 2024-12-13T12:18:28,825 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 0e42faddc098e0ec51e7cf5ffdb5a08b, NAME => 'test,xxx,1734092305919.0e42faddc098e0ec51e7cf5ffdb5a08b.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:28,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741860_1036 (size=45) 2024-12-13T12:18:28,830 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,www,1734092305919.3532a7ea5a5c390a2e39c746dacd9868.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:28,831 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 3532a7ea5a5c390a2e39c746dacd9868, disabling compactions & flushes 2024-12-13T12:18:28,831 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,www,1734092305919.3532a7ea5a5c390a2e39c746dacd9868. 2024-12-13T12:18:28,831 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734092305919.3532a7ea5a5c390a2e39c746dacd9868. 2024-12-13T12:18:28,831 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734092305919.3532a7ea5a5c390a2e39c746dacd9868. after waiting 0 ms 2024-12-13T12:18:28,831 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734092305919.3532a7ea5a5c390a2e39c746dacd9868. 2024-12-13T12:18:28,831 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,www,1734092305919.3532a7ea5a5c390a2e39c746dacd9868. 2024-12-13T12:18:28,831 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 3532a7ea5a5c390a2e39c746dacd9868: 2024-12-13T12:18:28,832 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 5d62db03426d98804cc757d3f80e6656, NAME => 'test,yyy,1734092305919.5d62db03426d98804cc757d3f80e6656.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:28,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741861_1037 (size=45) 2024-12-13T12:18:28,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741862_1038 (size=45) 2024-12-13T12:18:29,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,vvv,1734092305919.c80bfaf9681c770353dbf716c7660eec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:29,223 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing c80bfaf9681c770353dbf716c7660eec, disabling compactions & flushes 2024-12-13T12:18:29,223 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,vvv,1734092305919.c80bfaf9681c770353dbf716c7660eec. 2024-12-13T12:18:29,223 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734092305919.c80bfaf9681c770353dbf716c7660eec. 2024-12-13T12:18:29,223 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734092305919.c80bfaf9681c770353dbf716c7660eec. after waiting 0 ms 2024-12-13T12:18:29,223 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734092305919.c80bfaf9681c770353dbf716c7660eec. 2024-12-13T12:18:29,223 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,vvv,1734092305919.c80bfaf9681c770353dbf716c7660eec. 2024-12-13T12:18:29,223 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for c80bfaf9681c770353dbf716c7660eec: 2024-12-13T12:18:29,225 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 59497a053348311c434f5f4a0dbc694a, NAME => 'test,zzz,1734092305919.59497a053348311c434f5f4a0dbc694a.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:29,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741863_1039 (size=42) 2024-12-13T12:18:29,233 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,xxx,1734092305919.0e42faddc098e0ec51e7cf5ffdb5a08b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:29,233 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 0e42faddc098e0ec51e7cf5ffdb5a08b, disabling compactions & flushes 2024-12-13T12:18:29,233 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,xxx,1734092305919.0e42faddc098e0ec51e7cf5ffdb5a08b. 2024-12-13T12:18:29,233 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734092305919.0e42faddc098e0ec51e7cf5ffdb5a08b. 2024-12-13T12:18:29,233 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734092305919.0e42faddc098e0ec51e7cf5ffdb5a08b. after waiting 0 ms 2024-12-13T12:18:29,233 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734092305919.0e42faddc098e0ec51e7cf5ffdb5a08b. 2024-12-13T12:18:29,233 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,xxx,1734092305919.0e42faddc098e0ec51e7cf5ffdb5a08b. 2024-12-13T12:18:29,233 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 0e42faddc098e0ec51e7cf5ffdb5a08b: 2024-12-13T12:18:29,238 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,yyy,1734092305919.5d62db03426d98804cc757d3f80e6656.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:29,238 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 5d62db03426d98804cc757d3f80e6656, disabling compactions & flushes 2024-12-13T12:18:29,238 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,yyy,1734092305919.5d62db03426d98804cc757d3f80e6656. 2024-12-13T12:18:29,239 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734092305919.5d62db03426d98804cc757d3f80e6656. 2024-12-13T12:18:29,239 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734092305919.5d62db03426d98804cc757d3f80e6656. after waiting 0 ms 2024-12-13T12:18:29,239 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734092305919.5d62db03426d98804cc757d3f80e6656. 2024-12-13T12:18:29,239 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,yyy,1734092305919.5d62db03426d98804cc757d3f80e6656. 2024-12-13T12:18:29,239 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 5d62db03426d98804cc757d3f80e6656: 2024-12-13T12:18:29,291 INFO [23617cae5624:35429Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T12:18:29,634 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,zzz,1734092305919.59497a053348311c434f5f4a0dbc694a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:29,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 59497a053348311c434f5f4a0dbc694a, disabling compactions & flushes 2024-12-13T12:18:29,635 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,zzz,1734092305919.59497a053348311c434f5f4a0dbc694a. 2024-12-13T12:18:29,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734092305919.59497a053348311c434f5f4a0dbc694a. 2024-12-13T12:18:29,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734092305919.59497a053348311c434f5f4a0dbc694a. after waiting 0 ms 2024-12-13T12:18:29,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734092305919.59497a053348311c434f5f4a0dbc694a. 2024-12-13T12:18:29,635 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,zzz,1734092305919.59497a053348311c434f5f4a0dbc694a. 2024-12-13T12:18:29,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 59497a053348311c434f5f4a0dbc694a: 2024-12-13T12:18:29,638 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T12:18:29,640 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734092309639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092309639"}]},"ts":"1734092309639"} 2024-12-13T12:18:29,640 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734092305919.d153b7ff3abf0b0c2d71a84807529a7c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092309639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092309639"}]},"ts":"1734092309639"} 2024-12-13T12:18:29,640 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734092305919.66a5677dba7825914b623c744d35a97e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092309639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092309639"}]},"ts":"1734092309639"} 2024-12-13T12:18:29,640 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734092305919.d5e2939996b10d0104e090e5ed95cab5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092309639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092309639"}]},"ts":"1734092309639"} 2024-12-13T12:18:29,640 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734092305919.9bdf5ad8b76871e8a721b24de387bb68.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092309639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092309639"}]},"ts":"1734092309639"} 2024-12-13T12:18:29,640 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734092305919.f8653fc496e288b7f2fbf2d222aa76e2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092309639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092309639"}]},"ts":"1734092309639"} 2024-12-13T12:18:29,641 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734092305919.6eacca11df6578c6ea704b8bb700b7b9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092309639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092309639"}]},"ts":"1734092309639"} 2024-12-13T12:18:29,641 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734092305919.3d68f6f2ebb32fc74b3d9a5e0393217f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092309639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092309639"}]},"ts":"1734092309639"} 2024-12-13T12:18:29,641 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734092305919.f8805450f87b21432505204d7a994bdd.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092309639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092309639"}]},"ts":"1734092309639"} 2024-12-13T12:18:29,641 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734092305919.ef12e066a772f55dd39b6249d1205187.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092309639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092309639"}]},"ts":"1734092309639"} 2024-12-13T12:18:29,642 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734092305919.dc4bd253a611118c8fe855bb9207174a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092309639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092309639"}]},"ts":"1734092309639"} 2024-12-13T12:18:29,642 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734092305919.468c0f683ed131f7e890a6dd0476451d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092309639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092309639"}]},"ts":"1734092309639"} 2024-12-13T12:18:29,642 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734092305919.c94c88f0e6fa1e10b8a45f9339aab2e3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092309639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092309639"}]},"ts":"1734092309639"} 2024-12-13T12:18:29,642 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734092305919.2d850cad6a4a51630cb52325a5231cfe.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092309639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092309639"}]},"ts":"1734092309639"} 2024-12-13T12:18:29,642 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734092305919.b11d8bab35acfc7a023191adb1d35a12.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092309639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092309639"}]},"ts":"1734092309639"} 2024-12-13T12:18:29,642 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734092305919.5ec0507079efc9ea3a7113438e4db6a3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092309639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092309639"}]},"ts":"1734092309639"} 2024-12-13T12:18:29,643 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734092305919.60ef0e047582219c2f6ddec8748ab05f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092309639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092309639"}]},"ts":"1734092309639"} 2024-12-13T12:18:29,643 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734092305919.bcdb283ba18cf504646d90fd819e3839.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092309639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092309639"}]},"ts":"1734092309639"} 2024-12-13T12:18:29,643 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734092305919.e7e21be0b14fbb2cba9f781c8a2af555.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092309639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092309639"}]},"ts":"1734092309639"} 2024-12-13T12:18:29,643 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734092305919.21558e491e0292eb0fd2b4fdb7f9c31e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092309639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092309639"}]},"ts":"1734092309639"} 2024-12-13T12:18:29,643 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734092305919.6b377ece7a9902fddc1cbfde798e63af.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092309639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092309639"}]},"ts":"1734092309639"} 2024-12-13T12:18:29,644 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734092305919.3532a7ea5a5c390a2e39c746dacd9868.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092309639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092309639"}]},"ts":"1734092309639"} 2024-12-13T12:18:29,644 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734092305919.c80bfaf9681c770353dbf716c7660eec.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092309639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092309639"}]},"ts":"1734092309639"} 2024-12-13T12:18:29,644 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734092305919.0e42faddc098e0ec51e7cf5ffdb5a08b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092309639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092309639"}]},"ts":"1734092309639"} 2024-12-13T12:18:29,644 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734092305919.5d62db03426d98804cc757d3f80e6656.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734092309639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092309639"}]},"ts":"1734092309639"} 2024-12-13T12:18:29,644 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734092305919.59497a053348311c434f5f4a0dbc694a.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734092309639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092309639"}]},"ts":"1734092309639"} 2024-12-13T12:18:29,651 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-13T12:18:29,651 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T12:18:29,652 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734092309652"}]},"ts":"1734092309652"} 2024-12-13T12:18:29,653 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-13T12:18:29,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=69df8d2812c7368d55c7fd9382abd17b, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d153b7ff3abf0b0c2d71a84807529a7c, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=66a5677dba7825914b623c744d35a97e, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d5e2939996b10d0104e090e5ed95cab5, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f8653fc496e288b7f2fbf2d222aa76e2, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9bdf5ad8b76871e8a721b24de387bb68, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6eacca11df6578c6ea704b8bb700b7b9, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3d68f6f2ebb32fc74b3d9a5e0393217f, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f8805450f87b21432505204d7a994bdd, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ef12e066a772f55dd39b6249d1205187, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=468c0f683ed131f7e890a6dd0476451d, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dc4bd253a611118c8fe855bb9207174a, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c94c88f0e6fa1e10b8a45f9339aab2e3, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b11d8bab35acfc7a023191adb1d35a12, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2d850cad6a4a51630cb52325a5231cfe, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5ec0507079efc9ea3a7113438e4db6a3, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=60ef0e047582219c2f6ddec8748ab05f, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bcdb283ba18cf504646d90fd819e3839, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e7e21be0b14fbb2cba9f781c8a2af555, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6b377ece7a9902fddc1cbfde798e63af, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=21558e491e0292eb0fd2b4fdb7f9c31e, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c80bfaf9681c770353dbf716c7660eec, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3532a7ea5a5c390a2e39c746dacd9868, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0e42faddc098e0ec51e7cf5ffdb5a08b, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5d62db03426d98804cc757d3f80e6656, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=59497a053348311c434f5f4a0dbc694a, ASSIGN}] 2024-12-13T12:18:29,855 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f8805450f87b21432505204d7a994bdd, ASSIGN 2024-12-13T12:18:29,855 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9bdf5ad8b76871e8a721b24de387bb68, ASSIGN 2024-12-13T12:18:29,855 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3d68f6f2ebb32fc74b3d9a5e0393217f, ASSIGN 2024-12-13T12:18:29,856 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6eacca11df6578c6ea704b8bb700b7b9, ASSIGN 2024-12-13T12:18:29,856 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f8805450f87b21432505204d7a994bdd, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:29,856 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9bdf5ad8b76871e8a721b24de387bb68, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:29,856 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3d68f6f2ebb32fc74b3d9a5e0393217f, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:29,857 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6eacca11df6578c6ea704b8bb700b7b9, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:29,859 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0e42faddc098e0ec51e7cf5ffdb5a08b, ASSIGN 2024-12-13T12:18:29,859 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5d62db03426d98804cc757d3f80e6656, ASSIGN 2024-12-13T12:18:29,859 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3532a7ea5a5c390a2e39c746dacd9868, ASSIGN 2024-12-13T12:18:29,860 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=59497a053348311c434f5f4a0dbc694a, ASSIGN 2024-12-13T12:18:29,860 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c80bfaf9681c770353dbf716c7660eec, ASSIGN 2024-12-13T12:18:29,860 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0e42faddc098e0ec51e7cf5ffdb5a08b, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:29,860 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5d62db03426d98804cc757d3f80e6656, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:29,860 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3532a7ea5a5c390a2e39c746dacd9868, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:29,860 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=59497a053348311c434f5f4a0dbc694a, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:29,860 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c80bfaf9681c770353dbf716c7660eec, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:29,862 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e7e21be0b14fbb2cba9f781c8a2af555, ASSIGN 2024-12-13T12:18:29,862 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bcdb283ba18cf504646d90fd819e3839, ASSIGN 2024-12-13T12:18:29,862 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6b377ece7a9902fddc1cbfde798e63af, ASSIGN 2024-12-13T12:18:29,863 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=21558e491e0292eb0fd2b4fdb7f9c31e, ASSIGN 2024-12-13T12:18:29,863 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=60ef0e047582219c2f6ddec8748ab05f, ASSIGN 2024-12-13T12:18:29,863 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e7e21be0b14fbb2cba9f781c8a2af555, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:29,863 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bcdb283ba18cf504646d90fd819e3839, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:29,863 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6b377ece7a9902fddc1cbfde798e63af, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:29,863 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=21558e491e0292eb0fd2b4fdb7f9c31e, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:29,863 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=60ef0e047582219c2f6ddec8748ab05f, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:29,865 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b11d8bab35acfc7a023191adb1d35a12, ASSIGN 2024-12-13T12:18:29,866 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c94c88f0e6fa1e10b8a45f9339aab2e3, ASSIGN 2024-12-13T12:18:29,866 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2d850cad6a4a51630cb52325a5231cfe, ASSIGN 2024-12-13T12:18:29,866 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5ec0507079efc9ea3a7113438e4db6a3, ASSIGN 2024-12-13T12:18:29,866 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dc4bd253a611118c8fe855bb9207174a, ASSIGN 2024-12-13T12:18:29,866 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b11d8bab35acfc7a023191adb1d35a12, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:29,866 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c94c88f0e6fa1e10b8a45f9339aab2e3, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:29,866 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2d850cad6a4a51630cb52325a5231cfe, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:29,866 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5ec0507079efc9ea3a7113438e4db6a3, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:29,866 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=dc4bd253a611118c8fe855bb9207174a, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:29,868 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f8653fc496e288b7f2fbf2d222aa76e2, ASSIGN 2024-12-13T12:18:29,869 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ef12e066a772f55dd39b6249d1205187, ASSIGN 2024-12-13T12:18:29,869 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=468c0f683ed131f7e890a6dd0476451d, ASSIGN 2024-12-13T12:18:29,869 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d5e2939996b10d0104e090e5ed95cab5, ASSIGN 2024-12-13T12:18:29,869 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=66a5677dba7825914b623c744d35a97e, ASSIGN 2024-12-13T12:18:29,869 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f8653fc496e288b7f2fbf2d222aa76e2, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:29,870 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d5e2939996b10d0104e090e5ed95cab5, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:29,870 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=66a5677dba7825914b623c744d35a97e, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:29,870 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=468c0f683ed131f7e890a6dd0476451d, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:29,870 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ef12e066a772f55dd39b6249d1205187, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:29,870 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d153b7ff3abf0b0c2d71a84807529a7c, ASSIGN 2024-12-13T12:18:29,870 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d153b7ff3abf0b0c2d71a84807529a7c, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:29,872 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=69df8d2812c7368d55c7fd9382abd17b, ASSIGN 2024-12-13T12:18:29,873 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=69df8d2812c7368d55c7fd9382abd17b, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:29,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T12:18:30,007 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=69df8d2812c7368d55c7fd9382abd17b, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,007 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=9bdf5ad8b76871e8a721b24de387bb68, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,007 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=2d850cad6a4a51630cb52325a5231cfe, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,007 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=dc4bd253a611118c8fe855bb9207174a, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,007 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=c80bfaf9681c770353dbf716c7660eec, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=24, state=RUNNABLE; OpenRegionProcedure 2d850cad6a4a51630cb52325a5231cfe, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:30,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=15, state=RUNNABLE; OpenRegionProcedure 9bdf5ad8b76871e8a721b24de387bb68, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:30,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=21, state=RUNNABLE; OpenRegionProcedure dc4bd253a611118c8fe855bb9207174a, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:30,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=10, state=RUNNABLE; OpenRegionProcedure 69df8d2812c7368d55c7fd9382abd17b, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:30,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=31, state=RUNNABLE; OpenRegionProcedure c80bfaf9681c770353dbf716c7660eec, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:30,015 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=3532a7ea5a5c390a2e39c746dacd9868, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,015 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=468c0f683ed131f7e890a6dd0476451d, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,015 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=5ec0507079efc9ea3a7113438e4db6a3, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=32, state=RUNNABLE; OpenRegionProcedure 3532a7ea5a5c390a2e39c746dacd9868, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:30,018 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=bcdb283ba18cf504646d90fd819e3839, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=25, state=RUNNABLE; OpenRegionProcedure 5ec0507079efc9ea3a7113438e4db6a3, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:30,019 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=f8805450f87b21432505204d7a994bdd, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=20, state=RUNNABLE; OpenRegionProcedure 468c0f683ed131f7e890a6dd0476451d, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:30,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=27, state=RUNNABLE; OpenRegionProcedure bcdb283ba18cf504646d90fd819e3839, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:30,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=18, state=RUNNABLE; OpenRegionProcedure f8805450f87b21432505204d7a994bdd, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:30,023 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=66a5677dba7825914b623c744d35a97e, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,025 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=6b377ece7a9902fddc1cbfde798e63af, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,025 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=f8653fc496e288b7f2fbf2d222aa76e2, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,025 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=b11d8bab35acfc7a023191adb1d35a12, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=12, state=RUNNABLE; OpenRegionProcedure 66a5677dba7825914b623c744d35a97e, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:30,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=29, state=RUNNABLE; OpenRegionProcedure 6b377ece7a9902fddc1cbfde798e63af, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:30,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=23, state=RUNNABLE; OpenRegionProcedure b11d8bab35acfc7a023191adb1d35a12, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:30,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=14, state=RUNNABLE; OpenRegionProcedure f8653fc496e288b7f2fbf2d222aa76e2, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:30,030 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=d153b7ff3abf0b0c2d71a84807529a7c, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,031 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=3d68f6f2ebb32fc74b3d9a5e0393217f, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,032 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=6eacca11df6578c6ea704b8bb700b7b9, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=17, state=RUNNABLE; OpenRegionProcedure 3d68f6f2ebb32fc74b3d9a5e0393217f, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:30,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=11, state=RUNNABLE; OpenRegionProcedure d153b7ff3abf0b0c2d71a84807529a7c, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:30,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=16, state=RUNNABLE; OpenRegionProcedure 6eacca11df6578c6ea704b8bb700b7b9, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:30,035 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=0e42faddc098e0ec51e7cf5ffdb5a08b, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=33, state=RUNNABLE; OpenRegionProcedure 0e42faddc098e0ec51e7cf5ffdb5a08b, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:30,036 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=21558e491e0292eb0fd2b4fdb7f9c31e, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,036 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=59497a053348311c434f5f4a0dbc694a, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,039 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=5d62db03426d98804cc757d3f80e6656, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,039 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=e7e21be0b14fbb2cba9f781c8a2af555, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=30, state=RUNNABLE; OpenRegionProcedure 21558e491e0292eb0fd2b4fdb7f9c31e, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T12:18:30,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=35, state=RUNNABLE; OpenRegionProcedure 59497a053348311c434f5f4a0dbc694a, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:30,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=34, state=RUNNABLE; OpenRegionProcedure 5d62db03426d98804cc757d3f80e6656, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:30,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=28, state=RUNNABLE; OpenRegionProcedure e7e21be0b14fbb2cba9f781c8a2af555, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:30,042 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=60ef0e047582219c2f6ddec8748ab05f, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,042 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=d5e2939996b10d0104e090e5ed95cab5, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=13, state=RUNNABLE; OpenRegionProcedure d5e2939996b10d0104e090e5ed95cab5, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:30,044 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=ef12e066a772f55dd39b6249d1205187, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=26, state=RUNNABLE; OpenRegionProcedure 60ef0e047582219c2f6ddec8748ab05f, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:30,046 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=c94c88f0e6fa1e10b8a45f9339aab2e3, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=19, state=RUNNABLE; OpenRegionProcedure ef12e066a772f55dd39b6249d1205187, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:30,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=22, state=RUNNABLE; OpenRegionProcedure c94c88f0e6fa1e10b8a45f9339aab2e3, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:30,162 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23617cae5624,33159,1734092293152 2024-12-13T12:18:30,167 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,ooo,1734092305919.2d850cad6a4a51630cb52325a5231cfe. 2024-12-13T12:18:30,167 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 2d850cad6a4a51630cb52325a5231cfe, NAME => 'test,ooo,1734092305919.2d850cad6a4a51630cb52325a5231cfe.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-13T12:18:30,168 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2d850cad6a4a51630cb52325a5231cfe 2024-12-13T12:18:30,168 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,ooo,1734092305919.2d850cad6a4a51630cb52325a5231cfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:30,168 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 2d850cad6a4a51630cb52325a5231cfe 2024-12-13T12:18:30,168 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 2d850cad6a4a51630cb52325a5231cfe 2024-12-13T12:18:30,170 INFO [StoreOpener-2d850cad6a4a51630cb52325a5231cfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2d850cad6a4a51630cb52325a5231cfe 2024-12-13T12:18:30,172 INFO [StoreOpener-2d850cad6a4a51630cb52325a5231cfe-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d850cad6a4a51630cb52325a5231cfe columnFamilyName f 2024-12-13T12:18:30,172 DEBUG [StoreOpener-2d850cad6a4a51630cb52325a5231cfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,173 INFO [StoreOpener-2d850cad6a4a51630cb52325a5231cfe-1 {}] regionserver.HStore(327): Store=2d850cad6a4a51630cb52325a5231cfe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,173 INFO [StoreOpener-2d850cad6a4a51630cb52325a5231cfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2d850cad6a4a51630cb52325a5231cfe 2024-12-13T12:18:30,174 INFO [StoreOpener-2d850cad6a4a51630cb52325a5231cfe-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d850cad6a4a51630cb52325a5231cfe columnFamilyName norep 2024-12-13T12:18:30,175 DEBUG [StoreOpener-2d850cad6a4a51630cb52325a5231cfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,175 INFO [StoreOpener-2d850cad6a4a51630cb52325a5231cfe-1 {}] regionserver.HStore(327): Store=2d850cad6a4a51630cb52325a5231cfe/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,176 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/2d850cad6a4a51630cb52325a5231cfe 2024-12-13T12:18:30,176 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/2d850cad6a4a51630cb52325a5231cfe 2024-12-13T12:18:30,178 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:30,179 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 2d850cad6a4a51630cb52325a5231cfe 2024-12-13T12:18:30,181 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/2d850cad6a4a51630cb52325a5231cfe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:30,181 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 2d850cad6a4a51630cb52325a5231cfe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71899949, jitterRate=0.0713927298784256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:30,182 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 2d850cad6a4a51630cb52325a5231cfe: 2024-12-13T12:18:30,182 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734092305919.2d850cad6a4a51630cb52325a5231cfe., pid=36, masterSystemTime=1734092310162 2024-12-13T12:18:30,184 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734092305919.2d850cad6a4a51630cb52325a5231cfe. 2024-12-13T12:18:30,184 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,ooo,1734092305919.2d850cad6a4a51630cb52325a5231cfe. 2024-12-13T12:18:30,184 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,qqq,1734092305919.60ef0e047582219c2f6ddec8748ab05f. 2024-12-13T12:18:30,184 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=2d850cad6a4a51630cb52325a5231cfe, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,184 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 60ef0e047582219c2f6ddec8748ab05f, NAME => 'test,qqq,1734092305919.60ef0e047582219c2f6ddec8748ab05f.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-13T12:18:30,185 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 60ef0e047582219c2f6ddec8748ab05f 2024-12-13T12:18:30,185 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,qqq,1734092305919.60ef0e047582219c2f6ddec8748ab05f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:30,185 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 60ef0e047582219c2f6ddec8748ab05f 2024-12-13T12:18:30,185 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 60ef0e047582219c2f6ddec8748ab05f 2024-12-13T12:18:30,187 INFO [StoreOpener-60ef0e047582219c2f6ddec8748ab05f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 60ef0e047582219c2f6ddec8748ab05f 2024-12-13T12:18:30,189 INFO [StoreOpener-60ef0e047582219c2f6ddec8748ab05f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60ef0e047582219c2f6ddec8748ab05f columnFamilyName f 2024-12-13T12:18:30,189 DEBUG [StoreOpener-60ef0e047582219c2f6ddec8748ab05f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,190 INFO [StoreOpener-60ef0e047582219c2f6ddec8748ab05f-1 {}] regionserver.HStore(327): Store=60ef0e047582219c2f6ddec8748ab05f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=24 2024-12-13T12:18:30,190 INFO [StoreOpener-60ef0e047582219c2f6ddec8748ab05f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 60ef0e047582219c2f6ddec8748ab05f 2024-12-13T12:18:30,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=24, state=SUCCESS; OpenRegionProcedure 2d850cad6a4a51630cb52325a5231cfe, server=23617cae5624,33159,1734092293152 in 179 msec 2024-12-13T12:18:30,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2d850cad6a4a51630cb52325a5231cfe, ASSIGN in 338 msec 2024-12-13T12:18:30,192 INFO [StoreOpener-60ef0e047582219c2f6ddec8748ab05f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60ef0e047582219c2f6ddec8748ab05f columnFamilyName norep 2024-12-13T12:18:30,192 DEBUG [StoreOpener-60ef0e047582219c2f6ddec8748ab05f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,192 INFO [StoreOpener-60ef0e047582219c2f6ddec8748ab05f-1 {}] regionserver.HStore(327): Store=60ef0e047582219c2f6ddec8748ab05f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,193 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/60ef0e047582219c2f6ddec8748ab05f 2024-12-13T12:18:30,194 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/60ef0e047582219c2f6ddec8748ab05f 2024-12-13T12:18:30,195 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:30,196 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 60ef0e047582219c2f6ddec8748ab05f 2024-12-13T12:18:30,199 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/60ef0e047582219c2f6ddec8748ab05f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:30,199 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 60ef0e047582219c2f6ddec8748ab05f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75471023, jitterRate=0.12460587918758392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:30,199 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 60ef0e047582219c2f6ddec8748ab05f: 2024-12-13T12:18:30,200 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734092305919.60ef0e047582219c2f6ddec8748ab05f., pid=59, masterSystemTime=1734092310162 2024-12-13T12:18:30,202 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734092305919.60ef0e047582219c2f6ddec8748ab05f. 2024-12-13T12:18:30,202 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,qqq,1734092305919.60ef0e047582219c2f6ddec8748ab05f. 2024-12-13T12:18:30,202 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=60ef0e047582219c2f6ddec8748ab05f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,202 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,uuu,1734092305919.21558e491e0292eb0fd2b4fdb7f9c31e. 2024-12-13T12:18:30,202 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 21558e491e0292eb0fd2b4fdb7f9c31e, NAME => 'test,uuu,1734092305919.21558e491e0292eb0fd2b4fdb7f9c31e.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-13T12:18:30,203 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 21558e491e0292eb0fd2b4fdb7f9c31e 2024-12-13T12:18:30,203 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,uuu,1734092305919.21558e491e0292eb0fd2b4fdb7f9c31e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:30,203 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 21558e491e0292eb0fd2b4fdb7f9c31e 2024-12-13T12:18:30,203 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 21558e491e0292eb0fd2b4fdb7f9c31e 2024-12-13T12:18:30,205 INFO [StoreOpener-21558e491e0292eb0fd2b4fdb7f9c31e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 21558e491e0292eb0fd2b4fdb7f9c31e 2024-12-13T12:18:30,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=26 2024-12-13T12:18:30,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=26, state=SUCCESS; OpenRegionProcedure 60ef0e047582219c2f6ddec8748ab05f, server=23617cae5624,33159,1734092293152 in 159 msec 2024-12-13T12:18:30,207 INFO [StoreOpener-21558e491e0292eb0fd2b4fdb7f9c31e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21558e491e0292eb0fd2b4fdb7f9c31e columnFamilyName f 2024-12-13T12:18:30,207 DEBUG [StoreOpener-21558e491e0292eb0fd2b4fdb7f9c31e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=60ef0e047582219c2f6ddec8748ab05f, ASSIGN in 354 msec 2024-12-13T12:18:30,209 INFO [StoreOpener-21558e491e0292eb0fd2b4fdb7f9c31e-1 {}] regionserver.HStore(327): Store=21558e491e0292eb0fd2b4fdb7f9c31e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,209 INFO [StoreOpener-21558e491e0292eb0fd2b4fdb7f9c31e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 21558e491e0292eb0fd2b4fdb7f9c31e 2024-12-13T12:18:30,211 INFO [StoreOpener-21558e491e0292eb0fd2b4fdb7f9c31e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21558e491e0292eb0fd2b4fdb7f9c31e columnFamilyName norep 2024-12-13T12:18:30,211 DEBUG [StoreOpener-21558e491e0292eb0fd2b4fdb7f9c31e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,211 INFO [StoreOpener-21558e491e0292eb0fd2b4fdb7f9c31e-1 {}] regionserver.HStore(327): Store=21558e491e0292eb0fd2b4fdb7f9c31e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,213 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/21558e491e0292eb0fd2b4fdb7f9c31e 2024-12-13T12:18:30,213 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/21558e491e0292eb0fd2b4fdb7f9c31e 2024-12-13T12:18:30,215 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:30,216 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 21558e491e0292eb0fd2b4fdb7f9c31e 2024-12-13T12:18:30,219 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/21558e491e0292eb0fd2b4fdb7f9c31e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:30,219 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 21558e491e0292eb0fd2b4fdb7f9c31e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70121872, jitterRate=0.04489731788635254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:30,219 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 21558e491e0292eb0fd2b4fdb7f9c31e: 2024-12-13T12:18:30,220 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734092305919.21558e491e0292eb0fd2b4fdb7f9c31e., pid=54, masterSystemTime=1734092310162 2024-12-13T12:18:30,222 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734092305919.21558e491e0292eb0fd2b4fdb7f9c31e. 2024-12-13T12:18:30,222 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,uuu,1734092305919.21558e491e0292eb0fd2b4fdb7f9c31e. 2024-12-13T12:18:30,222 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,kkk,1734092305919.468c0f683ed131f7e890a6dd0476451d. 2024-12-13T12:18:30,222 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=21558e491e0292eb0fd2b4fdb7f9c31e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,222 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 468c0f683ed131f7e890a6dd0476451d, NAME => 'test,kkk,1734092305919.468c0f683ed131f7e890a6dd0476451d.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-13T12:18:30,223 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 468c0f683ed131f7e890a6dd0476451d 2024-12-13T12:18:30,223 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,kkk,1734092305919.468c0f683ed131f7e890a6dd0476451d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:30,223 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 468c0f683ed131f7e890a6dd0476451d 2024-12-13T12:18:30,223 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 468c0f683ed131f7e890a6dd0476451d 2024-12-13T12:18:30,225 INFO [StoreOpener-468c0f683ed131f7e890a6dd0476451d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 468c0f683ed131f7e890a6dd0476451d 2024-12-13T12:18:30,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=30 2024-12-13T12:18:30,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=30, state=SUCCESS; OpenRegionProcedure 21558e491e0292eb0fd2b4fdb7f9c31e, server=23617cae5624,33159,1734092293152 in 186 msec 2024-12-13T12:18:30,227 INFO [StoreOpener-468c0f683ed131f7e890a6dd0476451d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 468c0f683ed131f7e890a6dd0476451d columnFamilyName f 2024-12-13T12:18:30,227 DEBUG [StoreOpener-468c0f683ed131f7e890a6dd0476451d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=21558e491e0292eb0fd2b4fdb7f9c31e, ASSIGN in 374 msec 2024-12-13T12:18:30,228 INFO [StoreOpener-468c0f683ed131f7e890a6dd0476451d-1 {}] regionserver.HStore(327): Store=468c0f683ed131f7e890a6dd0476451d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,228 INFO [StoreOpener-468c0f683ed131f7e890a6dd0476451d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 468c0f683ed131f7e890a6dd0476451d 2024-12-13T12:18:30,229 INFO [StoreOpener-468c0f683ed131f7e890a6dd0476451d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 468c0f683ed131f7e890a6dd0476451d columnFamilyName norep 2024-12-13T12:18:30,230 DEBUG [StoreOpener-468c0f683ed131f7e890a6dd0476451d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,230 INFO [StoreOpener-468c0f683ed131f7e890a6dd0476451d-1 {}] regionserver.HStore(327): Store=468c0f683ed131f7e890a6dd0476451d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,231 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/468c0f683ed131f7e890a6dd0476451d 2024-12-13T12:18:30,232 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/468c0f683ed131f7e890a6dd0476451d 2024-12-13T12:18:30,233 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:30,235 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 468c0f683ed131f7e890a6dd0476451d 2024-12-13T12:18:30,237 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/468c0f683ed131f7e890a6dd0476451d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:30,238 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 468c0f683ed131f7e890a6dd0476451d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64599010, jitterRate=-0.037399739027023315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:30,238 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 468c0f683ed131f7e890a6dd0476451d: 2024-12-13T12:18:30,239 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734092305919.468c0f683ed131f7e890a6dd0476451d., pid=44, masterSystemTime=1734092310162 2024-12-13T12:18:30,240 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734092305919.468c0f683ed131f7e890a6dd0476451d. 2024-12-13T12:18:30,241 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,kkk,1734092305919.468c0f683ed131f7e890a6dd0476451d. 2024-12-13T12:18:30,241 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,ccc,1734092305919.66a5677dba7825914b623c744d35a97e. 2024-12-13T12:18:30,241 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 66a5677dba7825914b623c744d35a97e, NAME => 'test,ccc,1734092305919.66a5677dba7825914b623c744d35a97e.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-13T12:18:30,241 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=468c0f683ed131f7e890a6dd0476451d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,241 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 66a5677dba7825914b623c744d35a97e 2024-12-13T12:18:30,241 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,ccc,1734092305919.66a5677dba7825914b623c744d35a97e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:30,242 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 66a5677dba7825914b623c744d35a97e 2024-12-13T12:18:30,242 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 66a5677dba7825914b623c744d35a97e 2024-12-13T12:18:30,244 INFO [StoreOpener-66a5677dba7825914b623c744d35a97e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 66a5677dba7825914b623c744d35a97e 2024-12-13T12:18:30,245 INFO [StoreOpener-66a5677dba7825914b623c744d35a97e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66a5677dba7825914b623c744d35a97e columnFamilyName f 2024-12-13T12:18:30,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=20 2024-12-13T12:18:30,245 DEBUG [StoreOpener-66a5677dba7825914b623c744d35a97e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=20, state=SUCCESS; OpenRegionProcedure 468c0f683ed131f7e890a6dd0476451d, server=23617cae5624,33159,1734092293152 in 223 msec 2024-12-13T12:18:30,246 INFO [StoreOpener-66a5677dba7825914b623c744d35a97e-1 {}] regionserver.HStore(327): Store=66a5677dba7825914b623c744d35a97e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,246 INFO [StoreOpener-66a5677dba7825914b623c744d35a97e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 66a5677dba7825914b623c744d35a97e 2024-12-13T12:18:30,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=468c0f683ed131f7e890a6dd0476451d, ASSIGN in 393 msec 2024-12-13T12:18:30,248 INFO [StoreOpener-66a5677dba7825914b623c744d35a97e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66a5677dba7825914b623c744d35a97e columnFamilyName norep 2024-12-13T12:18:30,248 DEBUG [StoreOpener-66a5677dba7825914b623c744d35a97e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,249 INFO [StoreOpener-66a5677dba7825914b623c744d35a97e-1 {}] regionserver.HStore(327): Store=66a5677dba7825914b623c744d35a97e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,250 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/66a5677dba7825914b623c744d35a97e 2024-12-13T12:18:30,250 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/66a5677dba7825914b623c744d35a97e 2024-12-13T12:18:30,252 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:30,253 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 66a5677dba7825914b623c744d35a97e 2024-12-13T12:18:30,255 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/66a5677dba7825914b623c744d35a97e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:30,255 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 66a5677dba7825914b623c744d35a97e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60053435, jitterRate=-0.10513408482074738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:30,255 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 66a5677dba7825914b623c744d35a97e: 2024-12-13T12:18:30,256 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734092305919.66a5677dba7825914b623c744d35a97e., pid=46, masterSystemTime=1734092310162 2024-12-13T12:18:30,258 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734092305919.66a5677dba7825914b623c744d35a97e. 2024-12-13T12:18:30,258 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,ccc,1734092305919.66a5677dba7825914b623c744d35a97e. 2024-12-13T12:18:30,258 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,ppp,1734092305919.5ec0507079efc9ea3a7113438e4db6a3. 2024-12-13T12:18:30,258 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 5ec0507079efc9ea3a7113438e4db6a3, NAME => 'test,ppp,1734092305919.5ec0507079efc9ea3a7113438e4db6a3.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-13T12:18:30,258 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=66a5677dba7825914b623c744d35a97e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,259 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5ec0507079efc9ea3a7113438e4db6a3 2024-12-13T12:18:30,259 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,ppp,1734092305919.5ec0507079efc9ea3a7113438e4db6a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:30,259 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 5ec0507079efc9ea3a7113438e4db6a3 2024-12-13T12:18:30,259 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 5ec0507079efc9ea3a7113438e4db6a3 2024-12-13T12:18:30,261 INFO [StoreOpener-5ec0507079efc9ea3a7113438e4db6a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5ec0507079efc9ea3a7113438e4db6a3 2024-12-13T12:18:30,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=12 2024-12-13T12:18:30,263 INFO [StoreOpener-5ec0507079efc9ea3a7113438e4db6a3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ec0507079efc9ea3a7113438e4db6a3 columnFamilyName f 2024-12-13T12:18:30,263 DEBUG [StoreOpener-5ec0507079efc9ea3a7113438e4db6a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=12, state=SUCCESS; OpenRegionProcedure 66a5677dba7825914b623c744d35a97e, server=23617cae5624,33159,1734092293152 in 235 msec 2024-12-13T12:18:30,263 INFO [StoreOpener-5ec0507079efc9ea3a7113438e4db6a3-1 {}] regionserver.HStore(327): Store=5ec0507079efc9ea3a7113438e4db6a3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=66a5677dba7825914b623c744d35a97e, ASSIGN in 410 msec 2024-12-13T12:18:30,264 INFO [StoreOpener-5ec0507079efc9ea3a7113438e4db6a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5ec0507079efc9ea3a7113438e4db6a3 2024-12-13T12:18:30,265 INFO [StoreOpener-5ec0507079efc9ea3a7113438e4db6a3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ec0507079efc9ea3a7113438e4db6a3 columnFamilyName norep 2024-12-13T12:18:30,265 DEBUG [StoreOpener-5ec0507079efc9ea3a7113438e4db6a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,266 INFO [StoreOpener-5ec0507079efc9ea3a7113438e4db6a3-1 {}] regionserver.HStore(327): Store=5ec0507079efc9ea3a7113438e4db6a3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,267 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/5ec0507079efc9ea3a7113438e4db6a3 2024-12-13T12:18:30,267 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/5ec0507079efc9ea3a7113438e4db6a3 2024-12-13T12:18:30,268 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:30,269 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 5ec0507079efc9ea3a7113438e4db6a3 2024-12-13T12:18:30,271 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/5ec0507079efc9ea3a7113438e4db6a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:30,272 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 5ec0507079efc9ea3a7113438e4db6a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74298121, jitterRate=0.10712827742099762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:30,272 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 5ec0507079efc9ea3a7113438e4db6a3: 2024-12-13T12:18:30,272 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734092305919.5ec0507079efc9ea3a7113438e4db6a3., pid=42, masterSystemTime=1734092310162 2024-12-13T12:18:30,274 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734092305919.5ec0507079efc9ea3a7113438e4db6a3. 2024-12-13T12:18:30,274 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,ppp,1734092305919.5ec0507079efc9ea3a7113438e4db6a3. 2024-12-13T12:18:30,274 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,hhh,1734092305919.3d68f6f2ebb32fc74b3d9a5e0393217f. 2024-12-13T12:18:30,274 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 3d68f6f2ebb32fc74b3d9a5e0393217f, NAME => 'test,hhh,1734092305919.3d68f6f2ebb32fc74b3d9a5e0393217f.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-13T12:18:30,274 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=5ec0507079efc9ea3a7113438e4db6a3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,275 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3d68f6f2ebb32fc74b3d9a5e0393217f 2024-12-13T12:18:30,275 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,hhh,1734092305919.3d68f6f2ebb32fc74b3d9a5e0393217f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:30,275 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 3d68f6f2ebb32fc74b3d9a5e0393217f 2024-12-13T12:18:30,275 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 3d68f6f2ebb32fc74b3d9a5e0393217f 2024-12-13T12:18:30,276 INFO [StoreOpener-3d68f6f2ebb32fc74b3d9a5e0393217f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3d68f6f2ebb32fc74b3d9a5e0393217f 2024-12-13T12:18:30,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=25 2024-12-13T12:18:30,278 INFO [StoreOpener-3d68f6f2ebb32fc74b3d9a5e0393217f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d68f6f2ebb32fc74b3d9a5e0393217f columnFamilyName f 2024-12-13T12:18:30,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=25, state=SUCCESS; OpenRegionProcedure 5ec0507079efc9ea3a7113438e4db6a3, server=23617cae5624,33159,1734092293152 in 257 msec 2024-12-13T12:18:30,278 DEBUG [StoreOpener-3d68f6f2ebb32fc74b3d9a5e0393217f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,279 INFO [StoreOpener-3d68f6f2ebb32fc74b3d9a5e0393217f-1 {}] regionserver.HStore(327): Store=3d68f6f2ebb32fc74b3d9a5e0393217f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,279 INFO [StoreOpener-3d68f6f2ebb32fc74b3d9a5e0393217f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3d68f6f2ebb32fc74b3d9a5e0393217f 2024-12-13T12:18:30,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5ec0507079efc9ea3a7113438e4db6a3, ASSIGN in 426 msec 2024-12-13T12:18:30,280 INFO [StoreOpener-3d68f6f2ebb32fc74b3d9a5e0393217f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d68f6f2ebb32fc74b3d9a5e0393217f columnFamilyName norep 2024-12-13T12:18:30,280 DEBUG [StoreOpener-3d68f6f2ebb32fc74b3d9a5e0393217f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,281 INFO [StoreOpener-3d68f6f2ebb32fc74b3d9a5e0393217f-1 {}] regionserver.HStore(327): Store=3d68f6f2ebb32fc74b3d9a5e0393217f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,281 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/3d68f6f2ebb32fc74b3d9a5e0393217f 2024-12-13T12:18:30,282 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/3d68f6f2ebb32fc74b3d9a5e0393217f 2024-12-13T12:18:30,283 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:30,284 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 3d68f6f2ebb32fc74b3d9a5e0393217f 2024-12-13T12:18:30,286 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/3d68f6f2ebb32fc74b3d9a5e0393217f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:30,286 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 3d68f6f2ebb32fc74b3d9a5e0393217f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70503614, jitterRate=0.05058571696281433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:30,287 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 3d68f6f2ebb32fc74b3d9a5e0393217f: 2024-12-13T12:18:30,287 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734092305919.3d68f6f2ebb32fc74b3d9a5e0393217f., pid=51, masterSystemTime=1734092310162 2024-12-13T12:18:30,289 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734092305919.3d68f6f2ebb32fc74b3d9a5e0393217f. 2024-12-13T12:18:30,289 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,hhh,1734092305919.3d68f6f2ebb32fc74b3d9a5e0393217f. 2024-12-13T12:18:30,289 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,www,1734092305919.3532a7ea5a5c390a2e39c746dacd9868. 2024-12-13T12:18:30,289 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 3532a7ea5a5c390a2e39c746dacd9868, NAME => 'test,www,1734092305919.3532a7ea5a5c390a2e39c746dacd9868.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-13T12:18:30,289 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=3d68f6f2ebb32fc74b3d9a5e0393217f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,289 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3532a7ea5a5c390a2e39c746dacd9868 2024-12-13T12:18:30,290 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,www,1734092305919.3532a7ea5a5c390a2e39c746dacd9868.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:30,290 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 3532a7ea5a5c390a2e39c746dacd9868 2024-12-13T12:18:30,290 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 3532a7ea5a5c390a2e39c746dacd9868 2024-12-13T12:18:30,291 INFO [StoreOpener-3532a7ea5a5c390a2e39c746dacd9868-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3532a7ea5a5c390a2e39c746dacd9868 2024-12-13T12:18:30,293 INFO [StoreOpener-3532a7ea5a5c390a2e39c746dacd9868-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3532a7ea5a5c390a2e39c746dacd9868 columnFamilyName f 2024-12-13T12:18:30,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=17 2024-12-13T12:18:30,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=17, state=SUCCESS; OpenRegionProcedure 3d68f6f2ebb32fc74b3d9a5e0393217f, server=23617cae5624,33159,1734092293152 in 258 msec 2024-12-13T12:18:30,294 DEBUG [StoreOpener-3532a7ea5a5c390a2e39c746dacd9868-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,294 INFO [StoreOpener-3532a7ea5a5c390a2e39c746dacd9868-1 {}] regionserver.HStore(327): Store=3532a7ea5a5c390a2e39c746dacd9868/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,295 INFO [StoreOpener-3532a7ea5a5c390a2e39c746dacd9868-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3532a7ea5a5c390a2e39c746dacd9868 2024-12-13T12:18:30,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3d68f6f2ebb32fc74b3d9a5e0393217f, ASSIGN in 442 msec 2024-12-13T12:18:30,296 INFO [StoreOpener-3532a7ea5a5c390a2e39c746dacd9868-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3532a7ea5a5c390a2e39c746dacd9868 columnFamilyName norep 2024-12-13T12:18:30,296 DEBUG [StoreOpener-3532a7ea5a5c390a2e39c746dacd9868-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,297 INFO [StoreOpener-3532a7ea5a5c390a2e39c746dacd9868-1 {}] regionserver.HStore(327): Store=3532a7ea5a5c390a2e39c746dacd9868/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,298 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/3532a7ea5a5c390a2e39c746dacd9868 2024-12-13T12:18:30,299 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/3532a7ea5a5c390a2e39c746dacd9868 2024-12-13T12:18:30,300 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:30,302 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 3532a7ea5a5c390a2e39c746dacd9868 2024-12-13T12:18:30,304 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/3532a7ea5a5c390a2e39c746dacd9868/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:30,305 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 3532a7ea5a5c390a2e39c746dacd9868; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62243522, jitterRate=-0.07249924540519714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:30,305 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 3532a7ea5a5c390a2e39c746dacd9868: 2024-12-13T12:18:30,306 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734092305919.3532a7ea5a5c390a2e39c746dacd9868., pid=41, masterSystemTime=1734092310162 2024-12-13T12:18:30,309 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734092305919.3532a7ea5a5c390a2e39c746dacd9868. 2024-12-13T12:18:30,309 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,www,1734092305919.3532a7ea5a5c390a2e39c746dacd9868. 2024-12-13T12:18:30,309 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,bbb,1734092305919.d153b7ff3abf0b0c2d71a84807529a7c. 2024-12-13T12:18:30,309 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=3532a7ea5a5c390a2e39c746dacd9868, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,309 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => d153b7ff3abf0b0c2d71a84807529a7c, NAME => 'test,bbb,1734092305919.d153b7ff3abf0b0c2d71a84807529a7c.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-13T12:18:30,310 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d153b7ff3abf0b0c2d71a84807529a7c 2024-12-13T12:18:30,310 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,bbb,1734092305919.d153b7ff3abf0b0c2d71a84807529a7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:30,310 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for d153b7ff3abf0b0c2d71a84807529a7c 2024-12-13T12:18:30,310 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for d153b7ff3abf0b0c2d71a84807529a7c 2024-12-13T12:18:30,312 INFO [StoreOpener-d153b7ff3abf0b0c2d71a84807529a7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d153b7ff3abf0b0c2d71a84807529a7c 2024-12-13T12:18:30,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=32 2024-12-13T12:18:30,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=32, state=SUCCESS; OpenRegionProcedure 3532a7ea5a5c390a2e39c746dacd9868, server=23617cae5624,33159,1734092293152 in 295 msec 2024-12-13T12:18:30,315 INFO [StoreOpener-d153b7ff3abf0b0c2d71a84807529a7c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d153b7ff3abf0b0c2d71a84807529a7c columnFamilyName f 2024-12-13T12:18:30,315 DEBUG [StoreOpener-d153b7ff3abf0b0c2d71a84807529a7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3532a7ea5a5c390a2e39c746dacd9868, ASSIGN in 462 msec 2024-12-13T12:18:30,315 INFO [StoreOpener-d153b7ff3abf0b0c2d71a84807529a7c-1 {}] regionserver.HStore(327): Store=d153b7ff3abf0b0c2d71a84807529a7c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,316 INFO [StoreOpener-d153b7ff3abf0b0c2d71a84807529a7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d153b7ff3abf0b0c2d71a84807529a7c 2024-12-13T12:18:30,317 INFO [StoreOpener-d153b7ff3abf0b0c2d71a84807529a7c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d153b7ff3abf0b0c2d71a84807529a7c columnFamilyName norep 2024-12-13T12:18:30,317 DEBUG [StoreOpener-d153b7ff3abf0b0c2d71a84807529a7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,318 INFO [StoreOpener-d153b7ff3abf0b0c2d71a84807529a7c-1 {}] regionserver.HStore(327): Store=d153b7ff3abf0b0c2d71a84807529a7c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,319 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/d153b7ff3abf0b0c2d71a84807529a7c 2024-12-13T12:18:30,319 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/d153b7ff3abf0b0c2d71a84807529a7c 2024-12-13T12:18:30,321 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:30,322 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for d153b7ff3abf0b0c2d71a84807529a7c 2024-12-13T12:18:30,324 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/d153b7ff3abf0b0c2d71a84807529a7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:30,325 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened d153b7ff3abf0b0c2d71a84807529a7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72531630, jitterRate=0.08080551028251648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:30,325 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for d153b7ff3abf0b0c2d71a84807529a7c: 2024-12-13T12:18:30,326 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734092305919.d153b7ff3abf0b0c2d71a84807529a7c., pid=50, masterSystemTime=1734092310162 2024-12-13T12:18:30,328 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734092305919.d153b7ff3abf0b0c2d71a84807529a7c. 2024-12-13T12:18:30,328 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,bbb,1734092305919.d153b7ff3abf0b0c2d71a84807529a7c. 2024-12-13T12:18:30,328 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,iii,1734092305919.f8805450f87b21432505204d7a994bdd. 2024-12-13T12:18:30,328 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=d153b7ff3abf0b0c2d71a84807529a7c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,328 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => f8805450f87b21432505204d7a994bdd, NAME => 'test,iii,1734092305919.f8805450f87b21432505204d7a994bdd.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-13T12:18:30,329 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f8805450f87b21432505204d7a994bdd 2024-12-13T12:18:30,329 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,iii,1734092305919.f8805450f87b21432505204d7a994bdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:30,329 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for f8805450f87b21432505204d7a994bdd 2024-12-13T12:18:30,329 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for f8805450f87b21432505204d7a994bdd 2024-12-13T12:18:30,331 INFO [StoreOpener-f8805450f87b21432505204d7a994bdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f8805450f87b21432505204d7a994bdd 2024-12-13T12:18:30,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=11 2024-12-13T12:18:30,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=11, state=SUCCESS; OpenRegionProcedure d153b7ff3abf0b0c2d71a84807529a7c, server=23617cae5624,33159,1734092293152 in 298 msec 2024-12-13T12:18:30,333 INFO [StoreOpener-f8805450f87b21432505204d7a994bdd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8805450f87b21432505204d7a994bdd columnFamilyName f 2024-12-13T12:18:30,333 DEBUG [StoreOpener-f8805450f87b21432505204d7a994bdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d153b7ff3abf0b0c2d71a84807529a7c, ASSIGN in 480 msec 2024-12-13T12:18:30,334 INFO [StoreOpener-f8805450f87b21432505204d7a994bdd-1 {}] regionserver.HStore(327): Store=f8805450f87b21432505204d7a994bdd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,334 INFO [StoreOpener-f8805450f87b21432505204d7a994bdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f8805450f87b21432505204d7a994bdd 2024-12-13T12:18:30,335 INFO [StoreOpener-f8805450f87b21432505204d7a994bdd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8805450f87b21432505204d7a994bdd columnFamilyName norep 2024-12-13T12:18:30,336 DEBUG [StoreOpener-f8805450f87b21432505204d7a994bdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,336 INFO [StoreOpener-f8805450f87b21432505204d7a994bdd-1 {}] regionserver.HStore(327): Store=f8805450f87b21432505204d7a994bdd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,337 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/f8805450f87b21432505204d7a994bdd 2024-12-13T12:18:30,338 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/f8805450f87b21432505204d7a994bdd 2024-12-13T12:18:30,339 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:30,340 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for f8805450f87b21432505204d7a994bdd 2024-12-13T12:18:30,343 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/f8805450f87b21432505204d7a994bdd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:30,343 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened f8805450f87b21432505204d7a994bdd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74901981, jitterRate=0.11612649261951447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:30,343 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for f8805450f87b21432505204d7a994bdd: 2024-12-13T12:18:30,344 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734092305919.f8805450f87b21432505204d7a994bdd., pid=45, masterSystemTime=1734092310162 2024-12-13T12:18:30,346 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734092305919.f8805450f87b21432505204d7a994bdd. 2024-12-13T12:18:30,347 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,iii,1734092305919.f8805450f87b21432505204d7a994bdd. 2024-12-13T12:18:30,347 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,lll,1734092305919.dc4bd253a611118c8fe855bb9207174a. 2024-12-13T12:18:30,347 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=f8805450f87b21432505204d7a994bdd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,347 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => dc4bd253a611118c8fe855bb9207174a, NAME => 'test,lll,1734092305919.dc4bd253a611118c8fe855bb9207174a.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-13T12:18:30,347 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dc4bd253a611118c8fe855bb9207174a 2024-12-13T12:18:30,347 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,lll,1734092305919.dc4bd253a611118c8fe855bb9207174a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:30,348 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for dc4bd253a611118c8fe855bb9207174a 2024-12-13T12:18:30,348 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for dc4bd253a611118c8fe855bb9207174a 2024-12-13T12:18:30,350 INFO [StoreOpener-dc4bd253a611118c8fe855bb9207174a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dc4bd253a611118c8fe855bb9207174a 2024-12-13T12:18:30,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=18 2024-12-13T12:18:30,352 INFO [StoreOpener-dc4bd253a611118c8fe855bb9207174a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc4bd253a611118c8fe855bb9207174a columnFamilyName f 2024-12-13T12:18:30,352 DEBUG [StoreOpener-dc4bd253a611118c8fe855bb9207174a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=18, state=SUCCESS; OpenRegionProcedure f8805450f87b21432505204d7a994bdd, server=23617cae5624,33159,1734092293152 in 328 msec 2024-12-13T12:18:30,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f8805450f87b21432505204d7a994bdd, ASSIGN in 499 msec 2024-12-13T12:18:30,353 INFO [StoreOpener-dc4bd253a611118c8fe855bb9207174a-1 {}] regionserver.HStore(327): Store=dc4bd253a611118c8fe855bb9207174a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,353 INFO [StoreOpener-dc4bd253a611118c8fe855bb9207174a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dc4bd253a611118c8fe855bb9207174a 2024-12-13T12:18:30,355 INFO [StoreOpener-dc4bd253a611118c8fe855bb9207174a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc4bd253a611118c8fe855bb9207174a columnFamilyName norep 2024-12-13T12:18:30,355 DEBUG [StoreOpener-dc4bd253a611118c8fe855bb9207174a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,356 INFO [StoreOpener-dc4bd253a611118c8fe855bb9207174a-1 {}] regionserver.HStore(327): Store=dc4bd253a611118c8fe855bb9207174a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,357 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/dc4bd253a611118c8fe855bb9207174a 2024-12-13T12:18:30,357 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/dc4bd253a611118c8fe855bb9207174a 2024-12-13T12:18:30,359 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:30,361 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for dc4bd253a611118c8fe855bb9207174a 2024-12-13T12:18:30,364 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/dc4bd253a611118c8fe855bb9207174a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:30,364 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened dc4bd253a611118c8fe855bb9207174a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69680812, jitterRate=0.03832501173019409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:30,365 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for dc4bd253a611118c8fe855bb9207174a: 2024-12-13T12:18:30,365 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734092305919.dc4bd253a611118c8fe855bb9207174a., pid=38, masterSystemTime=1734092310162 2024-12-13T12:18:30,367 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734092305919.dc4bd253a611118c8fe855bb9207174a. 2024-12-13T12:18:30,368 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,lll,1734092305919.dc4bd253a611118c8fe855bb9207174a. 2024-12-13T12:18:30,368 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,ttt,1734092305919.6b377ece7a9902fddc1cbfde798e63af. 2024-12-13T12:18:30,368 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=dc4bd253a611118c8fe855bb9207174a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,368 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 6b377ece7a9902fddc1cbfde798e63af, NAME => 'test,ttt,1734092305919.6b377ece7a9902fddc1cbfde798e63af.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-13T12:18:30,368 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6b377ece7a9902fddc1cbfde798e63af 2024-12-13T12:18:30,368 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,ttt,1734092305919.6b377ece7a9902fddc1cbfde798e63af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:30,369 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 6b377ece7a9902fddc1cbfde798e63af 2024-12-13T12:18:30,369 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 6b377ece7a9902fddc1cbfde798e63af 2024-12-13T12:18:30,371 INFO [StoreOpener-6b377ece7a9902fddc1cbfde798e63af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6b377ece7a9902fddc1cbfde798e63af 2024-12-13T12:18:30,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=21 2024-12-13T12:18:30,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=21, state=SUCCESS; OpenRegionProcedure dc4bd253a611118c8fe855bb9207174a, server=23617cae5624,33159,1734092293152 in 359 msec 2024-12-13T12:18:30,373 INFO [StoreOpener-6b377ece7a9902fddc1cbfde798e63af-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b377ece7a9902fddc1cbfde798e63af columnFamilyName f 2024-12-13T12:18:30,373 DEBUG [StoreOpener-6b377ece7a9902fddc1cbfde798e63af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,374 INFO [StoreOpener-6b377ece7a9902fddc1cbfde798e63af-1 {}] regionserver.HStore(327): Store=6b377ece7a9902fddc1cbfde798e63af/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,374 INFO [StoreOpener-6b377ece7a9902fddc1cbfde798e63af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6b377ece7a9902fddc1cbfde798e63af 2024-12-13T12:18:30,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=dc4bd253a611118c8fe855bb9207174a, ASSIGN in 521 msec 2024-12-13T12:18:30,376 INFO [StoreOpener-6b377ece7a9902fddc1cbfde798e63af-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b377ece7a9902fddc1cbfde798e63af columnFamilyName norep 2024-12-13T12:18:30,376 DEBUG [StoreOpener-6b377ece7a9902fddc1cbfde798e63af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,377 INFO [StoreOpener-6b377ece7a9902fddc1cbfde798e63af-1 {}] regionserver.HStore(327): Store=6b377ece7a9902fddc1cbfde798e63af/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,378 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/6b377ece7a9902fddc1cbfde798e63af 2024-12-13T12:18:30,379 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/6b377ece7a9902fddc1cbfde798e63af 2024-12-13T12:18:30,380 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:30,382 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 6b377ece7a9902fddc1cbfde798e63af 2024-12-13T12:18:30,385 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/6b377ece7a9902fddc1cbfde798e63af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:30,385 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 6b377ece7a9902fddc1cbfde798e63af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65420371, jitterRate=-0.02516050636768341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:30,385 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 6b377ece7a9902fddc1cbfde798e63af: 2024-12-13T12:18:30,386 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734092305919.6b377ece7a9902fddc1cbfde798e63af., pid=47, masterSystemTime=1734092310162 2024-12-13T12:18:30,388 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734092305919.6b377ece7a9902fddc1cbfde798e63af. 2024-12-13T12:18:30,388 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,ttt,1734092305919.6b377ece7a9902fddc1cbfde798e63af. 2024-12-13T12:18:30,389 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,rrr,1734092305919.bcdb283ba18cf504646d90fd819e3839. 2024-12-13T12:18:30,389 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=6b377ece7a9902fddc1cbfde798e63af, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,389 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => bcdb283ba18cf504646d90fd819e3839, NAME => 'test,rrr,1734092305919.bcdb283ba18cf504646d90fd819e3839.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-13T12:18:30,389 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bcdb283ba18cf504646d90fd819e3839 2024-12-13T12:18:30,390 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,rrr,1734092305919.bcdb283ba18cf504646d90fd819e3839.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:30,390 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for bcdb283ba18cf504646d90fd819e3839 2024-12-13T12:18:30,390 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for bcdb283ba18cf504646d90fd819e3839 2024-12-13T12:18:30,392 INFO [StoreOpener-bcdb283ba18cf504646d90fd819e3839-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bcdb283ba18cf504646d90fd819e3839 2024-12-13T12:18:30,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=29 2024-12-13T12:18:30,394 INFO [StoreOpener-bcdb283ba18cf504646d90fd819e3839-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcdb283ba18cf504646d90fd819e3839 columnFamilyName f 2024-12-13T12:18:30,394 DEBUG [StoreOpener-bcdb283ba18cf504646d90fd819e3839-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=29, state=SUCCESS; OpenRegionProcedure 6b377ece7a9902fddc1cbfde798e63af, server=23617cae5624,33159,1734092293152 in 364 msec 2024-12-13T12:18:30,394 INFO [StoreOpener-bcdb283ba18cf504646d90fd819e3839-1 {}] regionserver.HStore(327): Store=bcdb283ba18cf504646d90fd819e3839/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6b377ece7a9902fddc1cbfde798e63af, ASSIGN in 541 msec 2024-12-13T12:18:30,395 INFO [StoreOpener-bcdb283ba18cf504646d90fd819e3839-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bcdb283ba18cf504646d90fd819e3839 2024-12-13T12:18:30,396 INFO [StoreOpener-bcdb283ba18cf504646d90fd819e3839-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcdb283ba18cf504646d90fd819e3839 columnFamilyName norep 2024-12-13T12:18:30,396 DEBUG [StoreOpener-bcdb283ba18cf504646d90fd819e3839-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,397 INFO [StoreOpener-bcdb283ba18cf504646d90fd819e3839-1 {}] regionserver.HStore(327): Store=bcdb283ba18cf504646d90fd819e3839/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,398 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/bcdb283ba18cf504646d90fd819e3839 2024-12-13T12:18:30,398 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/bcdb283ba18cf504646d90fd819e3839 2024-12-13T12:18:30,400 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:30,402 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for bcdb283ba18cf504646d90fd819e3839 2024-12-13T12:18:30,404 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/bcdb283ba18cf504646d90fd819e3839/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:30,405 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened bcdb283ba18cf504646d90fd819e3839; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74314184, jitterRate=0.1073676347732544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:30,405 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for bcdb283ba18cf504646d90fd819e3839: 2024-12-13T12:18:30,406 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734092305919.bcdb283ba18cf504646d90fd819e3839., pid=43, masterSystemTime=1734092310162 2024-12-13T12:18:30,408 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734092305919.bcdb283ba18cf504646d90fd819e3839. 2024-12-13T12:18:30,408 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,rrr,1734092305919.bcdb283ba18cf504646d90fd819e3839. 2024-12-13T12:18:30,408 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,zzz,1734092305919.59497a053348311c434f5f4a0dbc694a. 2024-12-13T12:18:30,408 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 59497a053348311c434f5f4a0dbc694a, NAME => 'test,zzz,1734092305919.59497a053348311c434f5f4a0dbc694a.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-13T12:18:30,408 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=bcdb283ba18cf504646d90fd819e3839, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,408 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 59497a053348311c434f5f4a0dbc694a 2024-12-13T12:18:30,408 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,zzz,1734092305919.59497a053348311c434f5f4a0dbc694a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:30,409 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 59497a053348311c434f5f4a0dbc694a 2024-12-13T12:18:30,409 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 59497a053348311c434f5f4a0dbc694a 2024-12-13T12:18:30,411 INFO [StoreOpener-59497a053348311c434f5f4a0dbc694a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 59497a053348311c434f5f4a0dbc694a 2024-12-13T12:18:30,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=27 2024-12-13T12:18:30,413 INFO [StoreOpener-59497a053348311c434f5f4a0dbc694a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59497a053348311c434f5f4a0dbc694a columnFamilyName f 2024-12-13T12:18:30,414 DEBUG [StoreOpener-59497a053348311c434f5f4a0dbc694a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=27, state=SUCCESS; OpenRegionProcedure bcdb283ba18cf504646d90fd819e3839, server=23617cae5624,33159,1734092293152 in 391 msec 2024-12-13T12:18:30,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bcdb283ba18cf504646d90fd819e3839, ASSIGN in 561 msec 2024-12-13T12:18:30,414 INFO [StoreOpener-59497a053348311c434f5f4a0dbc694a-1 {}] regionserver.HStore(327): Store=59497a053348311c434f5f4a0dbc694a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,414 INFO [StoreOpener-59497a053348311c434f5f4a0dbc694a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 59497a053348311c434f5f4a0dbc694a 2024-12-13T12:18:30,416 INFO [StoreOpener-59497a053348311c434f5f4a0dbc694a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59497a053348311c434f5f4a0dbc694a columnFamilyName norep 2024-12-13T12:18:30,416 DEBUG [StoreOpener-59497a053348311c434f5f4a0dbc694a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,417 INFO [StoreOpener-59497a053348311c434f5f4a0dbc694a-1 {}] regionserver.HStore(327): Store=59497a053348311c434f5f4a0dbc694a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,418 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/59497a053348311c434f5f4a0dbc694a 2024-12-13T12:18:30,419 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/59497a053348311c434f5f4a0dbc694a 2024-12-13T12:18:30,421 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:30,422 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 59497a053348311c434f5f4a0dbc694a 2024-12-13T12:18:30,424 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/59497a053348311c434f5f4a0dbc694a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:30,425 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 59497a053348311c434f5f4a0dbc694a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64519653, jitterRate=-0.038582250475883484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:30,425 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 59497a053348311c434f5f4a0dbc694a: 2024-12-13T12:18:30,426 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734092305919.59497a053348311c434f5f4a0dbc694a., pid=55, masterSystemTime=1734092310162 2024-12-13T12:18:30,428 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734092305919.59497a053348311c434f5f4a0dbc694a. 2024-12-13T12:18:30,428 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,zzz,1734092305919.59497a053348311c434f5f4a0dbc694a. 2024-12-13T12:18:30,428 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,sss,1734092305919.e7e21be0b14fbb2cba9f781c8a2af555. 2024-12-13T12:18:30,428 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=59497a053348311c434f5f4a0dbc694a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,428 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => e7e21be0b14fbb2cba9f781c8a2af555, NAME => 'test,sss,1734092305919.e7e21be0b14fbb2cba9f781c8a2af555.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-13T12:18:30,428 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e7e21be0b14fbb2cba9f781c8a2af555 2024-12-13T12:18:30,429 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,sss,1734092305919.e7e21be0b14fbb2cba9f781c8a2af555.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:30,429 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for e7e21be0b14fbb2cba9f781c8a2af555 2024-12-13T12:18:30,429 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for e7e21be0b14fbb2cba9f781c8a2af555 2024-12-13T12:18:30,431 INFO [StoreOpener-e7e21be0b14fbb2cba9f781c8a2af555-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e7e21be0b14fbb2cba9f781c8a2af555 2024-12-13T12:18:30,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=35 2024-12-13T12:18:30,432 INFO [StoreOpener-e7e21be0b14fbb2cba9f781c8a2af555-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7e21be0b14fbb2cba9f781c8a2af555 columnFamilyName f 2024-12-13T12:18:30,432 DEBUG [StoreOpener-e7e21be0b14fbb2cba9f781c8a2af555-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=35, state=SUCCESS; OpenRegionProcedure 59497a053348311c434f5f4a0dbc694a, server=23617cae5624,33159,1734092293152 in 391 msec 2024-12-13T12:18:30,433 INFO [StoreOpener-e7e21be0b14fbb2cba9f781c8a2af555-1 {}] regionserver.HStore(327): Store=e7e21be0b14fbb2cba9f781c8a2af555/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=59497a053348311c434f5f4a0dbc694a, ASSIGN in 580 msec 2024-12-13T12:18:30,433 INFO [StoreOpener-e7e21be0b14fbb2cba9f781c8a2af555-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e7e21be0b14fbb2cba9f781c8a2af555 2024-12-13T12:18:30,435 INFO [StoreOpener-e7e21be0b14fbb2cba9f781c8a2af555-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7e21be0b14fbb2cba9f781c8a2af555 columnFamilyName norep 2024-12-13T12:18:30,435 DEBUG [StoreOpener-e7e21be0b14fbb2cba9f781c8a2af555-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,435 INFO [StoreOpener-e7e21be0b14fbb2cba9f781c8a2af555-1 {}] regionserver.HStore(327): Store=e7e21be0b14fbb2cba9f781c8a2af555/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,436 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/e7e21be0b14fbb2cba9f781c8a2af555 2024-12-13T12:18:30,437 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/e7e21be0b14fbb2cba9f781c8a2af555 2024-12-13T12:18:30,438 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:30,439 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for e7e21be0b14fbb2cba9f781c8a2af555 2024-12-13T12:18:30,442 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/e7e21be0b14fbb2cba9f781c8a2af555/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:30,442 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened e7e21be0b14fbb2cba9f781c8a2af555; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75193410, jitterRate=0.1204691231250763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:30,442 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for e7e21be0b14fbb2cba9f781c8a2af555: 2024-12-13T12:18:30,443 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734092305919.e7e21be0b14fbb2cba9f781c8a2af555., pid=57, masterSystemTime=1734092310162 2024-12-13T12:18:30,445 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734092305919.e7e21be0b14fbb2cba9f781c8a2af555. 2024-12-13T12:18:30,445 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,sss,1734092305919.e7e21be0b14fbb2cba9f781c8a2af555. 2024-12-13T12:18:30,445 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,ddd,1734092305919.d5e2939996b10d0104e090e5ed95cab5. 2024-12-13T12:18:30,445 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=e7e21be0b14fbb2cba9f781c8a2af555, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,445 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => d5e2939996b10d0104e090e5ed95cab5, NAME => 'test,ddd,1734092305919.d5e2939996b10d0104e090e5ed95cab5.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-13T12:18:30,446 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d5e2939996b10d0104e090e5ed95cab5 2024-12-13T12:18:30,446 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,ddd,1734092305919.d5e2939996b10d0104e090e5ed95cab5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:30,446 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for d5e2939996b10d0104e090e5ed95cab5 2024-12-13T12:18:30,446 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for d5e2939996b10d0104e090e5ed95cab5 2024-12-13T12:18:30,448 INFO [StoreOpener-d5e2939996b10d0104e090e5ed95cab5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d5e2939996b10d0104e090e5ed95cab5 2024-12-13T12:18:30,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=28 2024-12-13T12:18:30,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=28, state=SUCCESS; OpenRegionProcedure e7e21be0b14fbb2cba9f781c8a2af555, server=23617cae5624,33159,1734092293152 in 406 msec 2024-12-13T12:18:30,450 INFO [StoreOpener-d5e2939996b10d0104e090e5ed95cab5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5e2939996b10d0104e090e5ed95cab5 columnFamilyName f 2024-12-13T12:18:30,450 DEBUG [StoreOpener-d5e2939996b10d0104e090e5ed95cab5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e7e21be0b14fbb2cba9f781c8a2af555, ASSIGN in 597 msec 2024-12-13T12:18:30,450 INFO [StoreOpener-d5e2939996b10d0104e090e5ed95cab5-1 {}] regionserver.HStore(327): Store=d5e2939996b10d0104e090e5ed95cab5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,451 INFO [StoreOpener-d5e2939996b10d0104e090e5ed95cab5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d5e2939996b10d0104e090e5ed95cab5 2024-12-13T12:18:30,452 INFO [StoreOpener-d5e2939996b10d0104e090e5ed95cab5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5e2939996b10d0104e090e5ed95cab5 columnFamilyName norep 2024-12-13T12:18:30,452 DEBUG [StoreOpener-d5e2939996b10d0104e090e5ed95cab5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,452 INFO [StoreOpener-d5e2939996b10d0104e090e5ed95cab5-1 {}] regionserver.HStore(327): Store=d5e2939996b10d0104e090e5ed95cab5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,454 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/d5e2939996b10d0104e090e5ed95cab5 2024-12-13T12:18:30,454 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/d5e2939996b10d0104e090e5ed95cab5 2024-12-13T12:18:30,455 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:30,457 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for d5e2939996b10d0104e090e5ed95cab5 2024-12-13T12:18:30,459 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/d5e2939996b10d0104e090e5ed95cab5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:30,459 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened d5e2939996b10d0104e090e5ed95cab5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64872068, jitterRate=-0.03333085775375366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:30,459 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for d5e2939996b10d0104e090e5ed95cab5: 2024-12-13T12:18:30,460 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734092305919.d5e2939996b10d0104e090e5ed95cab5., pid=58, masterSystemTime=1734092310162 2024-12-13T12:18:30,462 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734092305919.d5e2939996b10d0104e090e5ed95cab5. 2024-12-13T12:18:30,462 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,ddd,1734092305919.d5e2939996b10d0104e090e5ed95cab5. 2024-12-13T12:18:30,462 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,eee,1734092305919.f8653fc496e288b7f2fbf2d222aa76e2. 2024-12-13T12:18:30,463 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => f8653fc496e288b7f2fbf2d222aa76e2, NAME => 'test,eee,1734092305919.f8653fc496e288b7f2fbf2d222aa76e2.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-13T12:18:30,463 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=d5e2939996b10d0104e090e5ed95cab5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,463 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f8653fc496e288b7f2fbf2d222aa76e2 2024-12-13T12:18:30,463 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,eee,1734092305919.f8653fc496e288b7f2fbf2d222aa76e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:30,463 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for f8653fc496e288b7f2fbf2d222aa76e2 2024-12-13T12:18:30,463 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for f8653fc496e288b7f2fbf2d222aa76e2 2024-12-13T12:18:30,465 INFO [StoreOpener-f8653fc496e288b7f2fbf2d222aa76e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f8653fc496e288b7f2fbf2d222aa76e2 2024-12-13T12:18:30,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=13 2024-12-13T12:18:30,467 INFO [StoreOpener-f8653fc496e288b7f2fbf2d222aa76e2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8653fc496e288b7f2fbf2d222aa76e2 columnFamilyName f 2024-12-13T12:18:30,467 DEBUG [StoreOpener-f8653fc496e288b7f2fbf2d222aa76e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=13, state=SUCCESS; OpenRegionProcedure d5e2939996b10d0104e090e5ed95cab5, server=23617cae5624,33159,1734092293152 in 421 msec 2024-12-13T12:18:30,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d5e2939996b10d0104e090e5ed95cab5, ASSIGN in 614 msec 2024-12-13T12:18:30,467 INFO [StoreOpener-f8653fc496e288b7f2fbf2d222aa76e2-1 {}] regionserver.HStore(327): Store=f8653fc496e288b7f2fbf2d222aa76e2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,468 INFO [StoreOpener-f8653fc496e288b7f2fbf2d222aa76e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f8653fc496e288b7f2fbf2d222aa76e2 2024-12-13T12:18:30,469 INFO [StoreOpener-f8653fc496e288b7f2fbf2d222aa76e2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8653fc496e288b7f2fbf2d222aa76e2 columnFamilyName norep 2024-12-13T12:18:30,469 DEBUG [StoreOpener-f8653fc496e288b7f2fbf2d222aa76e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,470 INFO [StoreOpener-f8653fc496e288b7f2fbf2d222aa76e2-1 {}] regionserver.HStore(327): Store=f8653fc496e288b7f2fbf2d222aa76e2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,470 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/f8653fc496e288b7f2fbf2d222aa76e2 2024-12-13T12:18:30,471 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/f8653fc496e288b7f2fbf2d222aa76e2 2024-12-13T12:18:30,472 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:30,473 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for f8653fc496e288b7f2fbf2d222aa76e2 2024-12-13T12:18:30,475 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/f8653fc496e288b7f2fbf2d222aa76e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:30,476 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened f8653fc496e288b7f2fbf2d222aa76e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72899536, jitterRate=0.0862877368927002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:30,476 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for f8653fc496e288b7f2fbf2d222aa76e2: 2024-12-13T12:18:30,477 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734092305919.f8653fc496e288b7f2fbf2d222aa76e2., pid=48, masterSystemTime=1734092310162 2024-12-13T12:18:30,478 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734092305919.f8653fc496e288b7f2fbf2d222aa76e2. 2024-12-13T12:18:30,479 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,eee,1734092305919.f8653fc496e288b7f2fbf2d222aa76e2. 2024-12-13T12:18:30,479 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,nnn,1734092305919.b11d8bab35acfc7a023191adb1d35a12. 2024-12-13T12:18:30,479 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => b11d8bab35acfc7a023191adb1d35a12, NAME => 'test,nnn,1734092305919.b11d8bab35acfc7a023191adb1d35a12.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-13T12:18:30,479 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=f8653fc496e288b7f2fbf2d222aa76e2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,479 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b11d8bab35acfc7a023191adb1d35a12 2024-12-13T12:18:30,479 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,nnn,1734092305919.b11d8bab35acfc7a023191adb1d35a12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:30,479 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for b11d8bab35acfc7a023191adb1d35a12 2024-12-13T12:18:30,479 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for b11d8bab35acfc7a023191adb1d35a12 2024-12-13T12:18:30,481 INFO [StoreOpener-b11d8bab35acfc7a023191adb1d35a12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b11d8bab35acfc7a023191adb1d35a12 2024-12-13T12:18:30,482 INFO [StoreOpener-b11d8bab35acfc7a023191adb1d35a12-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b11d8bab35acfc7a023191adb1d35a12 columnFamilyName f 2024-12-13T12:18:30,483 DEBUG [StoreOpener-b11d8bab35acfc7a023191adb1d35a12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=14 2024-12-13T12:18:30,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=14, state=SUCCESS; OpenRegionProcedure f8653fc496e288b7f2fbf2d222aa76e2, server=23617cae5624,33159,1734092293152 in 453 msec 2024-12-13T12:18:30,483 INFO [StoreOpener-b11d8bab35acfc7a023191adb1d35a12-1 {}] regionserver.HStore(327): Store=b11d8bab35acfc7a023191adb1d35a12/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,483 INFO [StoreOpener-b11d8bab35acfc7a023191adb1d35a12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b11d8bab35acfc7a023191adb1d35a12 2024-12-13T12:18:30,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f8653fc496e288b7f2fbf2d222aa76e2, ASSIGN in 631 msec 2024-12-13T12:18:30,485 INFO [StoreOpener-b11d8bab35acfc7a023191adb1d35a12-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b11d8bab35acfc7a023191adb1d35a12 columnFamilyName norep 2024-12-13T12:18:30,485 DEBUG [StoreOpener-b11d8bab35acfc7a023191adb1d35a12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,485 INFO [StoreOpener-b11d8bab35acfc7a023191adb1d35a12-1 {}] regionserver.HStore(327): Store=b11d8bab35acfc7a023191adb1d35a12/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,486 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/b11d8bab35acfc7a023191adb1d35a12 2024-12-13T12:18:30,486 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/b11d8bab35acfc7a023191adb1d35a12 2024-12-13T12:18:30,487 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:30,488 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for b11d8bab35acfc7a023191adb1d35a12 2024-12-13T12:18:30,490 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/b11d8bab35acfc7a023191adb1d35a12/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:30,491 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened b11d8bab35acfc7a023191adb1d35a12; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60183690, jitterRate=-0.10319313406944275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:30,491 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for b11d8bab35acfc7a023191adb1d35a12: 2024-12-13T12:18:30,492 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734092305919.b11d8bab35acfc7a023191adb1d35a12., pid=49, masterSystemTime=1734092310162 2024-12-13T12:18:30,493 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734092305919.b11d8bab35acfc7a023191adb1d35a12. 2024-12-13T12:18:30,493 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,nnn,1734092305919.b11d8bab35acfc7a023191adb1d35a12. 2024-12-13T12:18:30,494 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,vvv,1734092305919.c80bfaf9681c770353dbf716c7660eec. 2024-12-13T12:18:30,494 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => c80bfaf9681c770353dbf716c7660eec, NAME => 'test,vvv,1734092305919.c80bfaf9681c770353dbf716c7660eec.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-13T12:18:30,494 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=b11d8bab35acfc7a023191adb1d35a12, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,494 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c80bfaf9681c770353dbf716c7660eec 2024-12-13T12:18:30,494 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,vvv,1734092305919.c80bfaf9681c770353dbf716c7660eec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:30,494 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for c80bfaf9681c770353dbf716c7660eec 2024-12-13T12:18:30,494 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for c80bfaf9681c770353dbf716c7660eec 2024-12-13T12:18:30,496 INFO [StoreOpener-c80bfaf9681c770353dbf716c7660eec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c80bfaf9681c770353dbf716c7660eec 2024-12-13T12:18:30,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=23 2024-12-13T12:18:30,498 INFO [StoreOpener-c80bfaf9681c770353dbf716c7660eec-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c80bfaf9681c770353dbf716c7660eec columnFamilyName f 2024-12-13T12:18:30,498 DEBUG [StoreOpener-c80bfaf9681c770353dbf716c7660eec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=23, state=SUCCESS; OpenRegionProcedure b11d8bab35acfc7a023191adb1d35a12, server=23617cae5624,33159,1734092293152 in 468 msec 2024-12-13T12:18:30,498 INFO [StoreOpener-c80bfaf9681c770353dbf716c7660eec-1 {}] regionserver.HStore(327): Store=c80bfaf9681c770353dbf716c7660eec/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,499 INFO [StoreOpener-c80bfaf9681c770353dbf716c7660eec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c80bfaf9681c770353dbf716c7660eec 2024-12-13T12:18:30,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b11d8bab35acfc7a023191adb1d35a12, ASSIGN in 646 msec 2024-12-13T12:18:30,500 INFO [StoreOpener-c80bfaf9681c770353dbf716c7660eec-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c80bfaf9681c770353dbf716c7660eec columnFamilyName norep 2024-12-13T12:18:30,501 DEBUG [StoreOpener-c80bfaf9681c770353dbf716c7660eec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,501 INFO [StoreOpener-c80bfaf9681c770353dbf716c7660eec-1 {}] regionserver.HStore(327): Store=c80bfaf9681c770353dbf716c7660eec/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,502 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/c80bfaf9681c770353dbf716c7660eec 2024-12-13T12:18:30,503 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/c80bfaf9681c770353dbf716c7660eec 2024-12-13T12:18:30,504 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:30,505 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for c80bfaf9681c770353dbf716c7660eec 2024-12-13T12:18:30,507 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/c80bfaf9681c770353dbf716c7660eec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:30,507 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened c80bfaf9681c770353dbf716c7660eec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68455643, jitterRate=0.020068570971488953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:30,507 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for c80bfaf9681c770353dbf716c7660eec: 2024-12-13T12:18:30,508 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734092305919.c80bfaf9681c770353dbf716c7660eec., pid=40, masterSystemTime=1734092310162 2024-12-13T12:18:30,510 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734092305919.c80bfaf9681c770353dbf716c7660eec. 2024-12-13T12:18:30,510 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,vvv,1734092305919.c80bfaf9681c770353dbf716c7660eec. 2024-12-13T12:18:30,510 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,xxx,1734092305919.0e42faddc098e0ec51e7cf5ffdb5a08b. 2024-12-13T12:18:30,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=c80bfaf9681c770353dbf716c7660eec, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,510 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 0e42faddc098e0ec51e7cf5ffdb5a08b, NAME => 'test,xxx,1734092305919.0e42faddc098e0ec51e7cf5ffdb5a08b.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-13T12:18:30,510 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0e42faddc098e0ec51e7cf5ffdb5a08b 2024-12-13T12:18:30,510 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,xxx,1734092305919.0e42faddc098e0ec51e7cf5ffdb5a08b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:30,510 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 0e42faddc098e0ec51e7cf5ffdb5a08b 2024-12-13T12:18:30,511 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 0e42faddc098e0ec51e7cf5ffdb5a08b 2024-12-13T12:18:30,513 INFO [StoreOpener-0e42faddc098e0ec51e7cf5ffdb5a08b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0e42faddc098e0ec51e7cf5ffdb5a08b 2024-12-13T12:18:30,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=31 2024-12-13T12:18:30,515 INFO [StoreOpener-0e42faddc098e0ec51e7cf5ffdb5a08b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e42faddc098e0ec51e7cf5ffdb5a08b columnFamilyName f 2024-12-13T12:18:30,515 DEBUG [StoreOpener-0e42faddc098e0ec51e7cf5ffdb5a08b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=31, state=SUCCESS; OpenRegionProcedure c80bfaf9681c770353dbf716c7660eec, server=23617cae5624,33159,1734092293152 in 500 msec 2024-12-13T12:18:30,516 INFO [StoreOpener-0e42faddc098e0ec51e7cf5ffdb5a08b-1 {}] regionserver.HStore(327): Store=0e42faddc098e0ec51e7cf5ffdb5a08b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,516 INFO [StoreOpener-0e42faddc098e0ec51e7cf5ffdb5a08b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0e42faddc098e0ec51e7cf5ffdb5a08b 2024-12-13T12:18:30,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c80bfaf9681c770353dbf716c7660eec, ASSIGN in 663 msec 2024-12-13T12:18:30,518 INFO [StoreOpener-0e42faddc098e0ec51e7cf5ffdb5a08b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e42faddc098e0ec51e7cf5ffdb5a08b columnFamilyName norep 2024-12-13T12:18:30,518 DEBUG [StoreOpener-0e42faddc098e0ec51e7cf5ffdb5a08b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,518 INFO [StoreOpener-0e42faddc098e0ec51e7cf5ffdb5a08b-1 {}] regionserver.HStore(327): Store=0e42faddc098e0ec51e7cf5ffdb5a08b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,519 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/0e42faddc098e0ec51e7cf5ffdb5a08b 2024-12-13T12:18:30,520 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/0e42faddc098e0ec51e7cf5ffdb5a08b 2024-12-13T12:18:30,521 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:30,522 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 0e42faddc098e0ec51e7cf5ffdb5a08b 2024-12-13T12:18:30,525 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/0e42faddc098e0ec51e7cf5ffdb5a08b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:30,525 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 0e42faddc098e0ec51e7cf5ffdb5a08b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68772304, jitterRate=0.024787187576293945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:30,525 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 0e42faddc098e0ec51e7cf5ffdb5a08b: 2024-12-13T12:18:30,526 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734092305919.0e42faddc098e0ec51e7cf5ffdb5a08b., pid=53, masterSystemTime=1734092310162 2024-12-13T12:18:30,528 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734092305919.0e42faddc098e0ec51e7cf5ffdb5a08b. 2024-12-13T12:18:30,528 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,xxx,1734092305919.0e42faddc098e0ec51e7cf5ffdb5a08b. 2024-12-13T12:18:30,528 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,fff,1734092305919.9bdf5ad8b76871e8a721b24de387bb68. 2024-12-13T12:18:30,528 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=0e42faddc098e0ec51e7cf5ffdb5a08b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,528 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 9bdf5ad8b76871e8a721b24de387bb68, NAME => 'test,fff,1734092305919.9bdf5ad8b76871e8a721b24de387bb68.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-13T12:18:30,529 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9bdf5ad8b76871e8a721b24de387bb68 2024-12-13T12:18:30,529 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,fff,1734092305919.9bdf5ad8b76871e8a721b24de387bb68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:30,529 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 9bdf5ad8b76871e8a721b24de387bb68 2024-12-13T12:18:30,529 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 9bdf5ad8b76871e8a721b24de387bb68 2024-12-13T12:18:30,531 INFO [StoreOpener-9bdf5ad8b76871e8a721b24de387bb68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9bdf5ad8b76871e8a721b24de387bb68 2024-12-13T12:18:30,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=33 2024-12-13T12:18:30,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=33, state=SUCCESS; OpenRegionProcedure 0e42faddc098e0ec51e7cf5ffdb5a08b, server=23617cae5624,33159,1734092293152 in 494 msec 2024-12-13T12:18:30,532 INFO [StoreOpener-9bdf5ad8b76871e8a721b24de387bb68-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bdf5ad8b76871e8a721b24de387bb68 columnFamilyName f 2024-12-13T12:18:30,532 DEBUG [StoreOpener-9bdf5ad8b76871e8a721b24de387bb68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0e42faddc098e0ec51e7cf5ffdb5a08b, ASSIGN in 680 msec 2024-12-13T12:18:30,533 INFO [StoreOpener-9bdf5ad8b76871e8a721b24de387bb68-1 {}] regionserver.HStore(327): Store=9bdf5ad8b76871e8a721b24de387bb68/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,533 INFO [StoreOpener-9bdf5ad8b76871e8a721b24de387bb68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9bdf5ad8b76871e8a721b24de387bb68 2024-12-13T12:18:30,534 INFO [StoreOpener-9bdf5ad8b76871e8a721b24de387bb68-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bdf5ad8b76871e8a721b24de387bb68 columnFamilyName norep 2024-12-13T12:18:30,534 DEBUG [StoreOpener-9bdf5ad8b76871e8a721b24de387bb68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,535 INFO [StoreOpener-9bdf5ad8b76871e8a721b24de387bb68-1 {}] regionserver.HStore(327): Store=9bdf5ad8b76871e8a721b24de387bb68/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,536 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/9bdf5ad8b76871e8a721b24de387bb68 2024-12-13T12:18:30,536 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/9bdf5ad8b76871e8a721b24de387bb68 2024-12-13T12:18:30,537 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:30,538 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 9bdf5ad8b76871e8a721b24de387bb68 2024-12-13T12:18:30,541 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/9bdf5ad8b76871e8a721b24de387bb68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:30,541 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 9bdf5ad8b76871e8a721b24de387bb68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64831542, jitterRate=-0.03393474221229553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:30,542 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 9bdf5ad8b76871e8a721b24de387bb68: 2024-12-13T12:18:30,542 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734092305919.9bdf5ad8b76871e8a721b24de387bb68., pid=37, masterSystemTime=1734092310162 2024-12-13T12:18:30,544 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734092305919.9bdf5ad8b76871e8a721b24de387bb68. 2024-12-13T12:18:30,544 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,fff,1734092305919.9bdf5ad8b76871e8a721b24de387bb68. 2024-12-13T12:18:30,544 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,jjj,1734092305919.ef12e066a772f55dd39b6249d1205187. 2024-12-13T12:18:30,544 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => ef12e066a772f55dd39b6249d1205187, NAME => 'test,jjj,1734092305919.ef12e066a772f55dd39b6249d1205187.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-13T12:18:30,544 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=9bdf5ad8b76871e8a721b24de387bb68, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,545 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ef12e066a772f55dd39b6249d1205187 2024-12-13T12:18:30,545 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,jjj,1734092305919.ef12e066a772f55dd39b6249d1205187.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:30,545 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for ef12e066a772f55dd39b6249d1205187 2024-12-13T12:18:30,545 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for ef12e066a772f55dd39b6249d1205187 2024-12-13T12:18:30,547 INFO [StoreOpener-ef12e066a772f55dd39b6249d1205187-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ef12e066a772f55dd39b6249d1205187 2024-12-13T12:18:30,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=15 2024-12-13T12:18:30,548 INFO [StoreOpener-ef12e066a772f55dd39b6249d1205187-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef12e066a772f55dd39b6249d1205187 columnFamilyName f 2024-12-13T12:18:30,549 DEBUG [StoreOpener-ef12e066a772f55dd39b6249d1205187-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=15, state=SUCCESS; OpenRegionProcedure 9bdf5ad8b76871e8a721b24de387bb68, server=23617cae5624,33159,1734092293152 in 536 msec 2024-12-13T12:18:30,549 INFO [StoreOpener-ef12e066a772f55dd39b6249d1205187-1 {}] regionserver.HStore(327): Store=ef12e066a772f55dd39b6249d1205187/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,549 INFO [StoreOpener-ef12e066a772f55dd39b6249d1205187-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ef12e066a772f55dd39b6249d1205187 2024-12-13T12:18:30,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9bdf5ad8b76871e8a721b24de387bb68, ASSIGN in 696 msec 2024-12-13T12:18:30,551 INFO [StoreOpener-ef12e066a772f55dd39b6249d1205187-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef12e066a772f55dd39b6249d1205187 columnFamilyName norep 2024-12-13T12:18:30,551 DEBUG [StoreOpener-ef12e066a772f55dd39b6249d1205187-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,551 INFO [StoreOpener-ef12e066a772f55dd39b6249d1205187-1 {}] regionserver.HStore(327): Store=ef12e066a772f55dd39b6249d1205187/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,552 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/ef12e066a772f55dd39b6249d1205187 2024-12-13T12:18:30,553 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/ef12e066a772f55dd39b6249d1205187 2024-12-13T12:18:30,554 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:30,555 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for ef12e066a772f55dd39b6249d1205187 2024-12-13T12:18:30,557 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/ef12e066a772f55dd39b6249d1205187/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:30,558 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened ef12e066a772f55dd39b6249d1205187; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74559633, jitterRate=0.11102510988712311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:30,558 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for ef12e066a772f55dd39b6249d1205187: 2024-12-13T12:18:30,559 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734092305919.ef12e066a772f55dd39b6249d1205187., pid=60, masterSystemTime=1734092310162 2024-12-13T12:18:30,560 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734092305919.ef12e066a772f55dd39b6249d1205187. 2024-12-13T12:18:30,561 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,jjj,1734092305919.ef12e066a772f55dd39b6249d1205187. 2024-12-13T12:18:30,561 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,yyy,1734092305919.5d62db03426d98804cc757d3f80e6656. 2024-12-13T12:18:30,561 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=ef12e066a772f55dd39b6249d1205187, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,561 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 5d62db03426d98804cc757d3f80e6656, NAME => 'test,yyy,1734092305919.5d62db03426d98804cc757d3f80e6656.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-13T12:18:30,561 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5d62db03426d98804cc757d3f80e6656 2024-12-13T12:18:30,561 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,yyy,1734092305919.5d62db03426d98804cc757d3f80e6656.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:30,561 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 5d62db03426d98804cc757d3f80e6656 2024-12-13T12:18:30,561 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 5d62db03426d98804cc757d3f80e6656 2024-12-13T12:18:30,563 INFO [StoreOpener-5d62db03426d98804cc757d3f80e6656-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5d62db03426d98804cc757d3f80e6656 2024-12-13T12:18:30,565 INFO [StoreOpener-5d62db03426d98804cc757d3f80e6656-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d62db03426d98804cc757d3f80e6656 columnFamilyName f 2024-12-13T12:18:30,565 DEBUG [StoreOpener-5d62db03426d98804cc757d3f80e6656-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=19 2024-12-13T12:18:30,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=19, state=SUCCESS; OpenRegionProcedure ef12e066a772f55dd39b6249d1205187, server=23617cae5624,33159,1734092293152 in 517 msec 2024-12-13T12:18:30,566 INFO [StoreOpener-5d62db03426d98804cc757d3f80e6656-1 {}] regionserver.HStore(327): Store=5d62db03426d98804cc757d3f80e6656/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,566 INFO [StoreOpener-5d62db03426d98804cc757d3f80e6656-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5d62db03426d98804cc757d3f80e6656 2024-12-13T12:18:30,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ef12e066a772f55dd39b6249d1205187, ASSIGN in 714 msec 2024-12-13T12:18:30,567 INFO [StoreOpener-5d62db03426d98804cc757d3f80e6656-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d62db03426d98804cc757d3f80e6656 columnFamilyName norep 2024-12-13T12:18:30,567 DEBUG [StoreOpener-5d62db03426d98804cc757d3f80e6656-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,568 INFO [StoreOpener-5d62db03426d98804cc757d3f80e6656-1 {}] regionserver.HStore(327): Store=5d62db03426d98804cc757d3f80e6656/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,569 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/5d62db03426d98804cc757d3f80e6656 2024-12-13T12:18:30,569 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/5d62db03426d98804cc757d3f80e6656 2024-12-13T12:18:30,571 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:30,572 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 5d62db03426d98804cc757d3f80e6656 2024-12-13T12:18:30,575 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/5d62db03426d98804cc757d3f80e6656/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:30,576 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 5d62db03426d98804cc757d3f80e6656; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74698530, jitterRate=0.11309483647346497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:30,576 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 5d62db03426d98804cc757d3f80e6656: 2024-12-13T12:18:30,577 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734092305919.5d62db03426d98804cc757d3f80e6656., pid=56, masterSystemTime=1734092310162 2024-12-13T12:18:30,579 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734092305919.5d62db03426d98804cc757d3f80e6656. 2024-12-13T12:18:30,579 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,yyy,1734092305919.5d62db03426d98804cc757d3f80e6656. 2024-12-13T12:18:30,579 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=5d62db03426d98804cc757d3f80e6656, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,579 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,mmm,1734092305919.c94c88f0e6fa1e10b8a45f9339aab2e3. 2024-12-13T12:18:30,579 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => c94c88f0e6fa1e10b8a45f9339aab2e3, NAME => 'test,mmm,1734092305919.c94c88f0e6fa1e10b8a45f9339aab2e3.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-13T12:18:30,580 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c94c88f0e6fa1e10b8a45f9339aab2e3 2024-12-13T12:18:30,580 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,mmm,1734092305919.c94c88f0e6fa1e10b8a45f9339aab2e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:30,580 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for c94c88f0e6fa1e10b8a45f9339aab2e3 2024-12-13T12:18:30,580 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for c94c88f0e6fa1e10b8a45f9339aab2e3 2024-12-13T12:18:30,582 INFO [StoreOpener-c94c88f0e6fa1e10b8a45f9339aab2e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c94c88f0e6fa1e10b8a45f9339aab2e3 2024-12-13T12:18:30,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=34 2024-12-13T12:18:30,584 INFO [StoreOpener-c94c88f0e6fa1e10b8a45f9339aab2e3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c94c88f0e6fa1e10b8a45f9339aab2e3 columnFamilyName f 2024-12-13T12:18:30,584 DEBUG [StoreOpener-c94c88f0e6fa1e10b8a45f9339aab2e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=34, state=SUCCESS; OpenRegionProcedure 5d62db03426d98804cc757d3f80e6656, server=23617cae5624,33159,1734092293152 in 541 msec 2024-12-13T12:18:30,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5d62db03426d98804cc757d3f80e6656, ASSIGN in 731 msec 2024-12-13T12:18:30,585 INFO [StoreOpener-c94c88f0e6fa1e10b8a45f9339aab2e3-1 {}] regionserver.HStore(327): Store=c94c88f0e6fa1e10b8a45f9339aab2e3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,585 INFO [StoreOpener-c94c88f0e6fa1e10b8a45f9339aab2e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c94c88f0e6fa1e10b8a45f9339aab2e3 2024-12-13T12:18:30,586 INFO [StoreOpener-c94c88f0e6fa1e10b8a45f9339aab2e3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c94c88f0e6fa1e10b8a45f9339aab2e3 columnFamilyName norep 2024-12-13T12:18:30,586 DEBUG [StoreOpener-c94c88f0e6fa1e10b8a45f9339aab2e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,586 INFO [StoreOpener-c94c88f0e6fa1e10b8a45f9339aab2e3-1 {}] regionserver.HStore(327): Store=c94c88f0e6fa1e10b8a45f9339aab2e3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,587 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/c94c88f0e6fa1e10b8a45f9339aab2e3 2024-12-13T12:18:30,588 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/c94c88f0e6fa1e10b8a45f9339aab2e3 2024-12-13T12:18:30,589 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:30,591 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for c94c88f0e6fa1e10b8a45f9339aab2e3 2024-12-13T12:18:30,593 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/c94c88f0e6fa1e10b8a45f9339aab2e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:30,594 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened c94c88f0e6fa1e10b8a45f9339aab2e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66509538, jitterRate=-0.00893065333366394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:30,594 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for c94c88f0e6fa1e10b8a45f9339aab2e3: 2024-12-13T12:18:30,595 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734092305919.c94c88f0e6fa1e10b8a45f9339aab2e3., pid=61, masterSystemTime=1734092310162 2024-12-13T12:18:30,596 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734092305919.c94c88f0e6fa1e10b8a45f9339aab2e3. 2024-12-13T12:18:30,596 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,mmm,1734092305919.c94c88f0e6fa1e10b8a45f9339aab2e3. 2024-12-13T12:18:30,596 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b. 2024-12-13T12:18:30,596 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=c94c88f0e6fa1e10b8a45f9339aab2e3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,597 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 69df8d2812c7368d55c7fd9382abd17b, NAME => 'test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-13T12:18:30,597 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 69df8d2812c7368d55c7fd9382abd17b 2024-12-13T12:18:30,597 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:30,597 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 69df8d2812c7368d55c7fd9382abd17b 2024-12-13T12:18:30,597 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 69df8d2812c7368d55c7fd9382abd17b 2024-12-13T12:18:30,599 INFO [StoreOpener-69df8d2812c7368d55c7fd9382abd17b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 69df8d2812c7368d55c7fd9382abd17b 2024-12-13T12:18:30,601 INFO [StoreOpener-69df8d2812c7368d55c7fd9382abd17b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69df8d2812c7368d55c7fd9382abd17b columnFamilyName f 2024-12-13T12:18:30,601 DEBUG [StoreOpener-69df8d2812c7368d55c7fd9382abd17b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=22 2024-12-13T12:18:30,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=22, state=SUCCESS; OpenRegionProcedure c94c88f0e6fa1e10b8a45f9339aab2e3, server=23617cae5624,33159,1734092293152 in 552 msec 2024-12-13T12:18:30,602 INFO [StoreOpener-69df8d2812c7368d55c7fd9382abd17b-1 {}] regionserver.HStore(327): Store=69df8d2812c7368d55c7fd9382abd17b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,602 INFO [StoreOpener-69df8d2812c7368d55c7fd9382abd17b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 69df8d2812c7368d55c7fd9382abd17b 2024-12-13T12:18:30,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c94c88f0e6fa1e10b8a45f9339aab2e3, ASSIGN in 749 msec 2024-12-13T12:18:30,604 INFO [StoreOpener-69df8d2812c7368d55c7fd9382abd17b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69df8d2812c7368d55c7fd9382abd17b columnFamilyName norep 2024-12-13T12:18:30,604 DEBUG [StoreOpener-69df8d2812c7368d55c7fd9382abd17b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,604 INFO [StoreOpener-69df8d2812c7368d55c7fd9382abd17b-1 {}] regionserver.HStore(327): Store=69df8d2812c7368d55c7fd9382abd17b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,605 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/69df8d2812c7368d55c7fd9382abd17b 2024-12-13T12:18:30,606 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/69df8d2812c7368d55c7fd9382abd17b 2024-12-13T12:18:30,607 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:30,608 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 69df8d2812c7368d55c7fd9382abd17b 2024-12-13T12:18:30,611 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/69df8d2812c7368d55c7fd9382abd17b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:30,611 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 69df8d2812c7368d55c7fd9382abd17b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66393464, jitterRate=-0.010660290718078613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:30,611 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 69df8d2812c7368d55c7fd9382abd17b: 2024-12-13T12:18:30,612 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b., pid=39, masterSystemTime=1734092310162 2024-12-13T12:18:30,614 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b. 2024-12-13T12:18:30,614 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b. 2024-12-13T12:18:30,614 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,ggg,1734092305919.6eacca11df6578c6ea704b8bb700b7b9. 2024-12-13T12:18:30,614 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=69df8d2812c7368d55c7fd9382abd17b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,614 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 6eacca11df6578c6ea704b8bb700b7b9, NAME => 'test,ggg,1734092305919.6eacca11df6578c6ea704b8bb700b7b9.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-13T12:18:30,615 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6eacca11df6578c6ea704b8bb700b7b9 2024-12-13T12:18:30,615 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,ggg,1734092305919.6eacca11df6578c6ea704b8bb700b7b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:30,615 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 6eacca11df6578c6ea704b8bb700b7b9 2024-12-13T12:18:30,615 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 6eacca11df6578c6ea704b8bb700b7b9 2024-12-13T12:18:30,617 INFO [StoreOpener-6eacca11df6578c6ea704b8bb700b7b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6eacca11df6578c6ea704b8bb700b7b9 2024-12-13T12:18:30,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=10 2024-12-13T12:18:30,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=10, state=SUCCESS; OpenRegionProcedure 69df8d2812c7368d55c7fd9382abd17b, server=23617cae5624,33159,1734092293152 in 604 msec 2024-12-13T12:18:30,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=69df8d2812c7368d55c7fd9382abd17b, ASSIGN in 766 msec 2024-12-13T12:18:30,619 INFO [StoreOpener-6eacca11df6578c6ea704b8bb700b7b9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6eacca11df6578c6ea704b8bb700b7b9 columnFamilyName f 2024-12-13T12:18:30,619 DEBUG [StoreOpener-6eacca11df6578c6ea704b8bb700b7b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,620 INFO [StoreOpener-6eacca11df6578c6ea704b8bb700b7b9-1 {}] regionserver.HStore(327): Store=6eacca11df6578c6ea704b8bb700b7b9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,620 INFO [StoreOpener-6eacca11df6578c6ea704b8bb700b7b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6eacca11df6578c6ea704b8bb700b7b9 2024-12-13T12:18:30,621 INFO [StoreOpener-6eacca11df6578c6ea704b8bb700b7b9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6eacca11df6578c6ea704b8bb700b7b9 columnFamilyName norep 2024-12-13T12:18:30,621 DEBUG [StoreOpener-6eacca11df6578c6ea704b8bb700b7b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:30,622 INFO [StoreOpener-6eacca11df6578c6ea704b8bb700b7b9-1 {}] regionserver.HStore(327): Store=6eacca11df6578c6ea704b8bb700b7b9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:30,623 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/6eacca11df6578c6ea704b8bb700b7b9 2024-12-13T12:18:30,623 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/6eacca11df6578c6ea704b8bb700b7b9 2024-12-13T12:18:30,624 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-13T12:18:30,625 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 6eacca11df6578c6ea704b8bb700b7b9 2024-12-13T12:18:30,627 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/6eacca11df6578c6ea704b8bb700b7b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:30,628 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 6eacca11df6578c6ea704b8bb700b7b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69750227, jitterRate=0.03935937583446503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-13T12:18:30,628 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 6eacca11df6578c6ea704b8bb700b7b9: 2024-12-13T12:18:30,629 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734092305919.6eacca11df6578c6ea704b8bb700b7b9., pid=52, masterSystemTime=1734092310162 2024-12-13T12:18:30,630 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734092305919.6eacca11df6578c6ea704b8bb700b7b9. 2024-12-13T12:18:30,631 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,ggg,1734092305919.6eacca11df6578c6ea704b8bb700b7b9. 2024-12-13T12:18:30,631 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=6eacca11df6578c6ea704b8bb700b7b9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:30,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=16 2024-12-13T12:18:30,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=16, state=SUCCESS; OpenRegionProcedure 6eacca11df6578c6ea704b8bb700b7b9, server=23617cae5624,33159,1734092293152 in 599 msec 2024-12-13T12:18:30,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=16, resume processing ppid=9 2024-12-13T12:18:30,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6eacca11df6578c6ea704b8bb700b7b9, ASSIGN in 782 msec 2024-12-13T12:18:30,638 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T12:18:30,638 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734092310638"}]},"ts":"1734092310638"} 2024-12-13T12:18:30,640 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-13T12:18:30,690 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T12:18:30,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.7700 sec 2024-12-13T12:18:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-13T12:18:34,042 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-13T12:18:34,042 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T12:18:34,043 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T12:18:34,059 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T12:18:34,059 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T12:18:34,059 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T12:18:34,059 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T12:18:34,059 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T12:18:34,068 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T12:18:34,068 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T12:18:34,068 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T12:18:34,068 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-13T12:18:34,068 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T12:18:34,075 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-13T12:18:34,075 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T12:18:34,075 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-13T12:18:34,088 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=390, OpenFileDescriptor=570, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=4624 2024-12-13T12:18:34,090 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T12:18:34,092 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T12:18:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-13T12:18:34,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.HMaster(3919): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=127.0.0.1:50374:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-13T12:18:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-13T12:18:34,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T12:18:34,132 INFO [PEWorker-3 {}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-13T12:18:34,133 INFO [PEWorker-3 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@759b2d40check-peer-cluster-id connecting to ZooKeeper ensemble=127.0.0.1:50374 2024-12-13T12:18:34,172 DEBUG [PEWorker-3-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@759b2d40check-peer-cluster-id0x0, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T12:18:34,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@759b2d40check-peer-cluster-id-0x1001f53765d0009 connected 2024-12-13T12:18:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T12:18:34,281 DEBUG [PEWorker-3-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@759b2d40check-peer-cluster-id-0x1001f53765d0009, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T12:18:34,291 INFO [23617cae5624:35429Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T12:18:34,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T12:18:34,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x1001f53765d0001, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T12:18:34,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T12:18:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T12:18:34,530 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23617cae5624,35429,1734092287468 2024-12-13T12:18:34,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35429 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=63 2024-12-13T12:18:34,531 INFO [RS_REFRESH_PEER-regionserver/23617cae5624:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-13T12:18:34,549 INFO [RS_REFRESH_PEER-regionserver/23617cae5624:0-0 {event_type=RS_REFRESH_PEER, pid=63}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-13T12:18:34,568 INFO [RS_REFRESH_PEER-regionserver/23617cae5624:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-13T12:18:34,633 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-13T12:18:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.HMaster(4106): Remote procedure done, pid=63 2024-12-13T12:18:34,638 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ADD on 23617cae5624,35429,1734092287468 suceeded 2024-12-13T12:18:34,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-13T12:18:34,640 INFO [PEWorker-4 {}] replication.AddPeerProcedure(102): Successfully added ENABLED peer 2, config clusterKey=127.0.0.1:50374:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-13T12:18:34,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 278 msec 2024-12-13T12:18:34,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 533 msec 2024-12-13T12:18:34,669 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5422051a to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39a7b23d 2024-12-13T12:18:34,681 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@99e0585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:34,683 INFO [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:50374 2024-12-13T12:18:34,688 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T12:18:34,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1001f53765d000b connected 2024-12-13T12:18:34,690 INFO [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=b06fa2de-f87d-488a-b789-64abe576ebfd to cluster=05ca21ac-d073-4e36-bd3e-bd2076ef729c 2024-12-13T12:18:34,692 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=23617cae5624%2C35429%2C1734092287468 2024-12-13T12:18:34,694 INFO [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-13T12:18:34,696 INFO [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 23617cae5624%2C35429%2C1734092287468 2024-12-13T12:18:34,696 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, startPosition=0, beingWritten=true 2024-12-13T12:18:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T12:18:34,724 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a5b97cd to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58c383ab 2024-12-13T12:18:34,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a6562d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:34,732 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32f27518 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@74517974 2024-12-13T12:18:34,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cb628e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:34,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T12:18:34,742 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T12:18:34,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T12:18:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-13T12:18:34,746 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T12:18:34,746 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:34,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 64 2024-12-13T12:18:34,747 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T12:18:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T12:18:34,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741864_1040 (size=367) 2024-12-13T12:18:34,762 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-13T12:18:34,762 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 to pos 7708, reset compression=false 2024-12-13T12:18:34,762 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=7708, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-13T12:18:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T12:18:34,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T12:18:34,973 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 to pos 7708, reset compression=false 2024-12-13T12:18:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T12:18:35,159 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b73c19c5efc6d81179cbaa2e72feecfa, NAME => 'testdroppedtimed,,1734092314743.b73c19c5efc6d81179cbaa2e72feecfa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d 2024-12-13T12:18:35,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741865_1041 (size=51) 2024-12-13T12:18:35,283 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 to pos 7708, reset compression=false 2024-12-13T12:18:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T12:18:35,567 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734092314743.b73c19c5efc6d81179cbaa2e72feecfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:35,568 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing b73c19c5efc6d81179cbaa2e72feecfa, disabling compactions & flushes 2024-12-13T12:18:35,568 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734092314743.b73c19c5efc6d81179cbaa2e72feecfa. 2024-12-13T12:18:35,568 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734092314743.b73c19c5efc6d81179cbaa2e72feecfa. 2024-12-13T12:18:35,568 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734092314743.b73c19c5efc6d81179cbaa2e72feecfa. after waiting 0 ms 2024-12-13T12:18:35,568 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734092314743.b73c19c5efc6d81179cbaa2e72feecfa. 2024-12-13T12:18:35,568 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734092314743.b73c19c5efc6d81179cbaa2e72feecfa. 2024-12-13T12:18:35,568 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for b73c19c5efc6d81179cbaa2e72feecfa: 2024-12-13T12:18:35,571 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T12:18:35,572 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734092314743.b73c19c5efc6d81179cbaa2e72feecfa.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734092315571"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092315571"}]},"ts":"1734092315571"} 2024-12-13T12:18:35,576 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T12:18:35,577 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T12:18:35,577 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734092315577"}]},"ts":"1734092315577"} 2024-12-13T12:18:35,579 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-13T12:18:35,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=b73c19c5efc6d81179cbaa2e72feecfa, ASSIGN}] 2024-12-13T12:18:35,624 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=b73c19c5efc6d81179cbaa2e72feecfa, ASSIGN 2024-12-13T12:18:35,625 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=b73c19c5efc6d81179cbaa2e72feecfa, ASSIGN; state=OFFLINE, location=23617cae5624,35429,1734092287468; forceNewPlan=false, retain=false 2024-12-13T12:18:35,670 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T12:18:35,687 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 to pos 7708, reset compression=false 2024-12-13T12:18:35,730 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T12:18:35,776 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=b73c19c5efc6d81179cbaa2e72feecfa, regionState=OPENING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:35,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure b73c19c5efc6d81179cbaa2e72feecfa, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:18:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T12:18:35,929 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23617cae5624,35429,1734092287468 2024-12-13T12:18:35,934 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734092314743.b73c19c5efc6d81179cbaa2e72feecfa. 2024-12-13T12:18:35,935 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => b73c19c5efc6d81179cbaa2e72feecfa, NAME => 'testdroppedtimed,,1734092314743.b73c19c5efc6d81179cbaa2e72feecfa.', STARTKEY => '', ENDKEY => ''} 2024-12-13T12:18:35,935 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed b73c19c5efc6d81179cbaa2e72feecfa 2024-12-13T12:18:35,935 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734092314743.b73c19c5efc6d81179cbaa2e72feecfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:35,935 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for b73c19c5efc6d81179cbaa2e72feecfa 2024-12-13T12:18:35,936 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for b73c19c5efc6d81179cbaa2e72feecfa 2024-12-13T12:18:35,938 INFO [StoreOpener-b73c19c5efc6d81179cbaa2e72feecfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region b73c19c5efc6d81179cbaa2e72feecfa 2024-12-13T12:18:35,940 INFO [StoreOpener-b73c19c5efc6d81179cbaa2e72feecfa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b73c19c5efc6d81179cbaa2e72feecfa columnFamilyName fam 2024-12-13T12:18:35,941 DEBUG [StoreOpener-b73c19c5efc6d81179cbaa2e72feecfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:35,941 INFO [StoreOpener-b73c19c5efc6d81179cbaa2e72feecfa-1 {}] regionserver.HStore(327): Store=b73c19c5efc6d81179cbaa2e72feecfa/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:35,943 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/testdroppedtimed/b73c19c5efc6d81179cbaa2e72feecfa 2024-12-13T12:18:35,943 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/testdroppedtimed/b73c19c5efc6d81179cbaa2e72feecfa 2024-12-13T12:18:35,946 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for b73c19c5efc6d81179cbaa2e72feecfa 2024-12-13T12:18:35,948 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/testdroppedtimed/b73c19c5efc6d81179cbaa2e72feecfa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:35,949 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened b73c19c5efc6d81179cbaa2e72feecfa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74091188, jitterRate=0.10404473543167114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T12:18:35,949 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for b73c19c5efc6d81179cbaa2e72feecfa: 2024-12-13T12:18:35,950 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734092314743.b73c19c5efc6d81179cbaa2e72feecfa., pid=66, masterSystemTime=1734092315929 2024-12-13T12:18:35,952 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734092314743.b73c19c5efc6d81179cbaa2e72feecfa. 2024-12-13T12:18:35,952 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734092314743.b73c19c5efc6d81179cbaa2e72feecfa. 2024-12-13T12:18:35,952 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=b73c19c5efc6d81179cbaa2e72feecfa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:18:35,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-13T12:18:35,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure b73c19c5efc6d81179cbaa2e72feecfa, server=23617cae5624,35429,1734092287468 in 177 msec 2024-12-13T12:18:35,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-12-13T12:18:35,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=b73c19c5efc6d81179cbaa2e72feecfa, ASSIGN in 334 msec 2024-12-13T12:18:35,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T12:18:35,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734092315958"}]},"ts":"1734092315958"} 2024-12-13T12:18:35,959 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-13T12:18:35,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T12:18:35,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.2270 sec 2024-12-13T12:18:36,192 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 to pos 7708, reset compression=false 2024-12-13T12:18:36,198 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-13T12:18:36,198 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 to pos 8001, reset compression=false 2024-12-13T12:18:36,198 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=8001, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-13T12:18:36,404 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 to pos 8001, reset compression=false 2024-12-13T12:18:36,714 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 to pos 8001, reset compression=false 2024-12-13T12:18:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-13T12:18:36,857 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 64 completed 2024-12-13T12:18:36,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-13T12:18:36,862 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-13T12:18:36,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-13T12:18:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-13T12:18:36,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-13T12:18:36,867 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:36,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 62 2024-12-13T12:18:36,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-13T12:18:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T12:18:36,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741864_1040 (size=367) 2024-12-13T12:18:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T12:18:37,113 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-13T12:18:37,113 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed Metrics about Tables on a single HBase RegionServer 2024-12-13T12:18:37,119 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 to pos 8001, reset compression=false 2024-12-13T12:18:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T12:18:37,276 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 40e51bfc74e2306afa12e60f3dcf8940, NAME => 'testdroppedtimed,,1734092316864.40e51bfc74e2306afa12e60f3dcf8940.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841 2024-12-13T12:18:37,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741865_1041 (size=51) 2024-12-13T12:18:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T12:18:37,625 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 to pos 8001, reset compression=false 2024-12-13T12:18:37,684 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734092316864.40e51bfc74e2306afa12e60f3dcf8940.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:37,684 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing 40e51bfc74e2306afa12e60f3dcf8940, disabling compactions & flushes 2024-12-13T12:18:37,684 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734092316864.40e51bfc74e2306afa12e60f3dcf8940. 2024-12-13T12:18:37,684 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734092316864.40e51bfc74e2306afa12e60f3dcf8940. 2024-12-13T12:18:37,684 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734092316864.40e51bfc74e2306afa12e60f3dcf8940. after waiting 0 ms 2024-12-13T12:18:37,684 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734092316864.40e51bfc74e2306afa12e60f3dcf8940. 2024-12-13T12:18:37,685 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734092316864.40e51bfc74e2306afa12e60f3dcf8940. 2024-12-13T12:18:37,685 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for 40e51bfc74e2306afa12e60f3dcf8940: 2024-12-13T12:18:37,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-13T12:18:37,686 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734092316864.40e51bfc74e2306afa12e60f3dcf8940.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734092317686"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734092317686"}]},"ts":"1734092317686"} 2024-12-13T12:18:37,688 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-13T12:18:37,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-13T12:18:37,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734092317689"}]},"ts":"1734092317689"} 2024-12-13T12:18:37,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-13T12:18:37,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=40e51bfc74e2306afa12e60f3dcf8940, ASSIGN}] 2024-12-13T12:18:37,739 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=40e51bfc74e2306afa12e60f3dcf8940, ASSIGN 2024-12-13T12:18:37,740 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=40e51bfc74e2306afa12e60f3dcf8940, ASSIGN; state=OFFLINE, location=23617cae5624,33159,1734092293152; forceNewPlan=false, retain=false 2024-12-13T12:18:37,891 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=40e51bfc74e2306afa12e60f3dcf8940, regionState=OPENING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:37,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure 40e51bfc74e2306afa12e60f3dcf8940, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T12:18:38,046 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23617cae5624,33159,1734092293152 2024-12-13T12:18:38,051 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734092316864.40e51bfc74e2306afa12e60f3dcf8940. 2024-12-13T12:18:38,051 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => 40e51bfc74e2306afa12e60f3dcf8940, NAME => 'testdroppedtimed,,1734092316864.40e51bfc74e2306afa12e60f3dcf8940.', STARTKEY => '', ENDKEY => ''} 2024-12-13T12:18:38,051 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed 40e51bfc74e2306afa12e60f3dcf8940 2024-12-13T12:18:38,051 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734092316864.40e51bfc74e2306afa12e60f3dcf8940.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-13T12:18:38,051 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for 40e51bfc74e2306afa12e60f3dcf8940 2024-12-13T12:18:38,051 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for 40e51bfc74e2306afa12e60f3dcf8940 2024-12-13T12:18:38,053 INFO [StoreOpener-40e51bfc74e2306afa12e60f3dcf8940-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 40e51bfc74e2306afa12e60f3dcf8940 2024-12-13T12:18:38,055 INFO [StoreOpener-40e51bfc74e2306afa12e60f3dcf8940-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40e51bfc74e2306afa12e60f3dcf8940 columnFamilyName fam 2024-12-13T12:18:38,055 DEBUG [StoreOpener-40e51bfc74e2306afa12e60f3dcf8940-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-13T12:18:38,055 INFO [StoreOpener-40e51bfc74e2306afa12e60f3dcf8940-1 {}] regionserver.HStore(327): Store=40e51bfc74e2306afa12e60f3dcf8940/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-13T12:18:38,056 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/testdroppedtimed/40e51bfc74e2306afa12e60f3dcf8940 2024-12-13T12:18:38,057 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/testdroppedtimed/40e51bfc74e2306afa12e60f3dcf8940 2024-12-13T12:18:38,059 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for 40e51bfc74e2306afa12e60f3dcf8940 2024-12-13T12:18:38,061 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/testdroppedtimed/40e51bfc74e2306afa12e60f3dcf8940/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-13T12:18:38,061 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened 40e51bfc74e2306afa12e60f3dcf8940; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58926200, jitterRate=-0.12193119525909424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-13T12:18:38,061 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for 40e51bfc74e2306afa12e60f3dcf8940: 2024-12-13T12:18:38,062 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734092316864.40e51bfc74e2306afa12e60f3dcf8940., pid=64, masterSystemTime=1734092318046 2024-12-13T12:18:38,063 DEBUG [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734092316864.40e51bfc74e2306afa12e60f3dcf8940. 2024-12-13T12:18:38,063 INFO [RS_OPEN_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734092316864.40e51bfc74e2306afa12e60f3dcf8940. 2024-12-13T12:18:38,063 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=40e51bfc74e2306afa12e60f3dcf8940, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:38,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-13T12:18:38,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure 40e51bfc74e2306afa12e60f3dcf8940, server=23617cae5624,33159,1734092293152 in 171 msec 2024-12-13T12:18:38,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-13T12:18:38,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=40e51bfc74e2306afa12e60f3dcf8940, ASSIGN in 328 msec 2024-12-13T12:18:38,068 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-13T12:18:38,069 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734092318068"}]},"ts":"1734092318068"} 2024-12-13T12:18:38,070 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-13T12:18:38,081 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-13T12:18:38,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.2160 sec 2024-12-13T12:18:38,230 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 to pos 8001, reset compression=false 2024-12-13T12:18:38,935 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 to pos 8001, reset compression=false 2024-12-13T12:18:38,940 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-13T12:18:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-13T12:18:38,978 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 62 completed 2024-12-13T12:18:38,978 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-13T12:18:38,978 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T12:18:38,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-13T12:18:38,988 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T12:18:38,988 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-13T12:18:38,988 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-13T12:18:38,988 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T12:18:38,994 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-13T12:18:38,994 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-13T12:18:38,994 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-13T12:18:38,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.HMaster(3938): Client=jenkins//172.17.0.2 disable replication peer, id=2 2024-12-13T12:18:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-13T12:18:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T12:18:39,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T12:18:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T12:18:39,191 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23617cae5624,35429,1734092287468 2024-12-13T12:18:39,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35429 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=68 2024-12-13T12:18:39,193 INFO [RS_REFRESH_PEER-regionserver/23617cae5624:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=DISABLE_PEER 2024-12-13T12:18:39,195 INFO [RS_REFRESH_PEER-regionserver/23617cae5624:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(373): Terminate replication source for 2 2024-12-13T12:18:39,196 INFO [RS_REFRESH_PEER-regionserver/23617cae5624:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Peer 2 state or config changed. Will close the previous replication source and open a new one 2024-12-13T12:18:39,291 INFO [23617cae5624:35429Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T12:18:39,305 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1001f53765d000b, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T12:18:39,306 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0 {event_type=RS_REFRESH_PEER, pid=68}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5422051a to 127.0.0.1:50374 2024-12-13T12:18:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T12:18:39,307 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0 {event_type=RS_REFRESH_PEER, pid=68}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:18:39,408 WARN [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-13T12:18:39,408 WARN [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-13T12:18:39,508 INFO [RS_REFRESH_PEER-regionserver/23617cae5624:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 terminated 2024-12-13T12:18:39,521 INFO [RS_REFRESH_PEER-regionserver/23617cae5624:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-13T12:18:39,522 INFO [RS_REFRESH_PEER-regionserver/23617cae5624:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(383): Startup replication source for 2 2024-12-13T12:18:39,522 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-13T12:18:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-13T12:18:39,525 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for DISABLE on 23617cae5624,35429,1734092287468 suceeded 2024-12-13T12:18:39,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-13T12:18:39,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 486 msec 2024-12-13T12:18:39,526 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 2 2024-12-13T12:18:39,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 529 msec 2024-12-13T12:18:39,554 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3da0d4d3 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@643f2501 2024-12-13T12:18:39,564 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45a2b15e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:39,565 INFO [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:50374 2024-12-13T12:18:39,572 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-13T12:18:39,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1001f53765d000f connected 2024-12-13T12:18:39,573 INFO [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=b06fa2de-f87d-488a-b789-64abe576ebfd to cluster=05ca21ac-d073-4e36-bd3e-bd2076ef729c 2024-12-13T12:18:39,573 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=23617cae5624%2C35429%2C1734092287468 2024-12-13T12:18:39,573 INFO [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-13T12:18:39,573 INFO [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 23617cae5624%2C35429%2C1734092287468 2024-12-13T12:18:39,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-13T12:18:39,611 DEBUG [hconnection-0x30081a8e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:39,612 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T12:18:39,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T12:18:40,440 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-13T12:18:40,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-13T12:18:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-13T12:18:40,450 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734092320450"}]},"ts":"1734092320450"} 2024-12-13T12:18:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T12:18:40,451 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-13T12:18:40,463 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-13T12:18:40,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-13T12:18:40,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=40e51bfc74e2306afa12e60f3dcf8940, UNASSIGN}] 2024-12-13T12:18:40,469 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=40e51bfc74e2306afa12e60f3dcf8940, UNASSIGN 2024-12-13T12:18:40,469 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=40e51bfc74e2306afa12e60f3dcf8940, regionState=CLOSING, regionLocation=23617cae5624,33159,1734092293152 2024-12-13T12:18:40,470 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T12:18:40,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure 40e51bfc74e2306afa12e60f3dcf8940, server=23617cae5624,33159,1734092293152}] 2024-12-13T12:18:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T12:18:40,625 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23617cae5624,33159,1734092293152 2024-12-13T12:18:40,626 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close 40e51bfc74e2306afa12e60f3dcf8940 2024-12-13T12:18:40,626 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T12:18:40,627 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing 40e51bfc74e2306afa12e60f3dcf8940, disabling compactions & flushes 2024-12-13T12:18:40,627 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734092316864.40e51bfc74e2306afa12e60f3dcf8940. 2024-12-13T12:18:40,627 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734092316864.40e51bfc74e2306afa12e60f3dcf8940. 2024-12-13T12:18:40,627 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734092316864.40e51bfc74e2306afa12e60f3dcf8940. after waiting 0 ms 2024-12-13T12:18:40,627 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734092316864.40e51bfc74e2306afa12e60f3dcf8940. 2024-12-13T12:18:40,631 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/testdroppedtimed/40e51bfc74e2306afa12e60f3dcf8940/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:18:40,633 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734092316864.40e51bfc74e2306afa12e60f3dcf8940. 2024-12-13T12:18:40,633 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for 40e51bfc74e2306afa12e60f3dcf8940: 2024-12-13T12:18:40,635 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed 40e51bfc74e2306afa12e60f3dcf8940 2024-12-13T12:18:40,635 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=40e51bfc74e2306afa12e60f3dcf8940, regionState=CLOSED 2024-12-13T12:18:40,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-13T12:18:40,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure 40e51bfc74e2306afa12e60f3dcf8940, server=23617cae5624,33159,1734092293152 in 165 msec 2024-12-13T12:18:40,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-13T12:18:40,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=40e51bfc74e2306afa12e60f3dcf8940, UNASSIGN in 169 msec 2024-12-13T12:18:40,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-13T12:18:40,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 174 msec 2024-12-13T12:18:40,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734092320651"}]},"ts":"1734092320651"} 2024-12-13T12:18:40,652 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-13T12:18:40,663 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-13T12:18:40,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 220 msec 2024-12-13T12:18:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-13T12:18:40,755 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 65 completed 2024-12-13T12:18:40,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-13T12:18:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-13T12:18:40,765 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T12:18:40,766 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T12:18:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T12:18:40,771 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/testdroppedtimed/40e51bfc74e2306afa12e60f3dcf8940 2024-12-13T12:18:40,774 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/testdroppedtimed/40e51bfc74e2306afa12e60f3dcf8940/fam, FileablePath, hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/testdroppedtimed/40e51bfc74e2306afa12e60f3dcf8940/recovered.edits] 2024-12-13T12:18:40,782 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/testdroppedtimed/40e51bfc74e2306afa12e60f3dcf8940/recovered.edits/4.seqid to hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/archive/data/default/testdroppedtimed/40e51bfc74e2306afa12e60f3dcf8940/recovered.edits/4.seqid 2024-12-13T12:18:40,783 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/testdroppedtimed/40e51bfc74e2306afa12e60f3dcf8940 2024-12-13T12:18:40,783 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-13T12:18:40,788 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T12:18:40,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33159 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-13T12:18:40,797 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-13T12:18:40,799 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-13T12:18:40,800 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T12:18:40,800 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-13T12:18:40,801 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734092316864.40e51bfc74e2306afa12e60f3dcf8940.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734092320800"}]},"ts":"9223372036854775807"} 2024-12-13T12:18:40,802 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-13T12:18:40,803 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 40e51bfc74e2306afa12e60f3dcf8940, NAME => 'testdroppedtimed,,1734092316864.40e51bfc74e2306afa12e60f3dcf8940.', STARTKEY => '', ENDKEY => ''}] 2024-12-13T12:18:40,803 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-13T12:18:40,803 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734092320803"}]},"ts":"9223372036854775807"} 2024-12-13T12:18:40,805 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-13T12:18:40,814 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T12:18:40,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 54 msec 2024-12-13T12:18:40,864 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T12:18:40,865 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T12:18:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T12:18:40,868 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 69 completed 2024-12-13T12:18:40,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.HMaster(3932): Client=jenkins//172.17.0.2 enable replication peer, id=2 2024-12-13T12:18:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-13T12:18:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T12:18:40,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T12:18:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T12:18:41,041 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 23617cae5624,35429,1734092287468 2024-12-13T12:18:41,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35429 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=70 2024-12-13T12:18:41,043 INFO [RS_REFRESH_PEER-regionserver/23617cae5624:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ENABLE_PEER 2024-12-13T12:18:41,045 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-13T12:18:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-13T12:18:41,049 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ENABLE on 23617cae5624,35429,1734092287468 suceeded 2024-12-13T12:18:41,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-13T12:18:41,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-12-13T12:18:41,051 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 2 2024-12-13T12:18:41,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 178 msec 2024-12-13T12:18:41,074 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, startPosition=0, beingWritten=true 2024-12-13T12:18:41,095 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:18:41,095 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{testdroppedtimed/b73c19c5efc6d81179cbaa2e72feecfa/4=[#edits: 1 = <0 put on table to be dropped/fam:row/1734092319615/Put/vlen=4096/seqid=0; >],4327}, {test/2a890efff90915d4385c7e69a450c43d/4=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/5=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/6=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/7=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/8=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/9=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/10=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/11=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/12=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/13=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/14=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/15=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/16=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/17=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/18=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/19=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/20=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/21=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/22=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/23=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/24=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/25=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/26=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=108713, nbRowKeys=24, nbHFiles=0, heapSize=103158, lastSeqIds={}, endOfFile=false,usedBufferSize=103158] 2024-12-13T12:18:41,099 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:18:41,101 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:18:41,105 DEBUG [SinkThread-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-13T12:18:41,106 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-13T12:18:41,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:18:41,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x377f6db4 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d8e7a38 2024-12-13T12:18:41,122 DEBUG [ReadOnlyZKClient-127.0.0.1:50374@0x377f6db4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41c12885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:41,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-13T12:18:41,143 DEBUG [ReadOnlyZKClient-127.0.0.1:50374@0x377f6db4 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=23617cae5624,33159,1734092293152, seqNum=-1] 2024-12-13T12:18:41,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:41,148 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2024-12-13T12:18:41,153 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut013', locateType=CURRENT is [region=test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b., hostname=23617cae5624,33159,1734092293152, seqNum=2] 2024-12-13T12:18:41,163 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut014', locateType=CURRENT is [region=test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b., hostname=23617cae5624,33159,1734092293152, seqNum=2] 2024-12-13T12:18:41,164 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut015', locateType=CURRENT is [region=test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b., hostname=23617cae5624,33159,1734092293152, seqNum=2] 2024-12-13T12:18:41,165 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut016', locateType=CURRENT is [region=test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b., hostname=23617cae5624,33159,1734092293152, seqNum=2] 2024-12-13T12:18:41,165 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut018', locateType=CURRENT is [region=test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b., hostname=23617cae5624,33159,1734092293152, seqNum=2] 2024-12-13T12:18:41,165 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut017', locateType=CURRENT is [region=test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b., hostname=23617cae5624,33159,1734092293152, seqNum=2] 2024-12-13T12:18:41,166 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut020', locateType=CURRENT is [region=test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b., hostname=23617cae5624,33159,1734092293152, seqNum=2] 2024-12-13T12:18:41,166 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut019', locateType=CURRENT is [region=test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b., hostname=23617cae5624,33159,1734092293152, seqNum=2] 2024-12-13T12:18:41,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:18:41,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:18:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-13T12:18:41,183 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:18:41,184 DEBUG [hconnection-0x433c1e6c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:41,185 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:41,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:41,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 1 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092381175, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:18:41,186 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-13T12:18:41,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:41,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:41,230 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a696dbc to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f0f0796 2024-12-13T12:18:41,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:41,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:41,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:41,247 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aa398c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:41,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:41,256 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:41,258 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:18:41,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:41,261 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a696dbc to 127.0.0.1:50374 2024-12-13T12:18:41,261 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:18:41,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:41,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:41,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:41,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:41,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:41,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:41,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:41,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:41,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:41,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:41,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:41,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:41,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:41,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:41,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:41,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:41,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:41,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:41,319 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:41,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:18:41,373 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:18:41,375 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:41,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:41,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 2 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092381363, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:18:41,377 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41ff6556 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@732dc3d4 2024-12-13T12:18:41,389 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b052f2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:41,390 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:41,391 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:18:41,393 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41ff6556 to 127.0.0.1:50374 2024-12-13T12:18:41,393 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:18:41,439 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T12:18:41,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:18:41,601 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:18:41,602 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:41,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:41,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 3 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092381594, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:18:41,604 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4413a737 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@982cdf3 2024-12-13T12:18:41,614 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5368c31b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:41,615 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:41,616 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35912, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:18:41,618 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4413a737 to 127.0.0.1:50374 2024-12-13T12:18:41,618 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:18:41,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:41,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:41,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:41,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:41,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:41,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:41,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:41,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:41,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:41,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:41,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:41,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:41,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:41,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:41,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:41,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:41,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:41,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:41,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:41,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:41,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:41,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:41,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:41,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:41,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:41,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:41,846 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:41,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:18:41,924 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:18:41,925 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:41,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:41,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092381919, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:18:41,928 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00d80e4d to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f2aa6f0 2024-12-13T12:18:41,947 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a4fde15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:41,949 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:41,950 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:18:41,952 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00d80e4d to 127.0.0.1:50374 2024-12-13T12:18:41,952 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:18:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:42,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:42,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:18:42,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:42,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:42,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:42,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:42,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:42,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:42,361 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:18:42,361 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:42,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:42,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:42,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 5 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092382354, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:18:42,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:42,363 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4a0c8b5b to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@dba9cc 2024-12-13T12:18:42,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:42,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:42,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:42,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:42,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:42,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:42,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:42,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:42,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:42,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:42,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:42,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:42,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:42,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:42,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:42,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:42,374 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:42,397 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@749060b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:42,399 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:42,400 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:18:42,403 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4a0c8b5b to 127.0.0.1:50374 2024-12-13T12:18:42,403 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:18:42,574 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T12:18:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:42,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:42,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:42,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:42,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:42,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:42,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:42,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:42,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:42,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:42,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:42,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:42,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:42,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:42,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:42,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:42,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:42,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:42,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:42,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:42,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:42,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:42,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:42,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:42,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:42,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:42,901 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:42,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:18:42,908 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:18:42,909 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:42,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:42,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 6 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092382903, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:18:42,911 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x482d0163 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c1f71a5 2024-12-13T12:18:42,948 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43ccfb43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:42,949 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:42,950 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:18:42,952 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x482d0163 to 127.0.0.1:50374 2024-12-13T12:18:42,952 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:18:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:43,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:43,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:43,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:43,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:43,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:43,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:43,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:43,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:43,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:43,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:43,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:43,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:43,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:43,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:43,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:43,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:43,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:43,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:43,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:43,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:43,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:43,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:43,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:43,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:43,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:43,427 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:43,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:18:43,559 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:18:43,560 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:43,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:43,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092383553, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:18:43,561 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1fa71a14 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a1a4968 2024-12-13T12:18:43,597 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24eae249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:43,599 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:43,600 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:18:43,602 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1fa71a14 to 127.0.0.1:50374 2024-12-13T12:18:43,602 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:18:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:43,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:43,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:43,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:43,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:43,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:43,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:43,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:43,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:43,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:43,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:43,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:43,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:43,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:43,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:43,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:43,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:43,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:43,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:43,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:43,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:43,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:43,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:43,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:43,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:43,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:43,956 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:44,291 INFO [23617cae5624:35429Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [23617cae5624%2C35429%2C1734092287468]: currently replicating from: hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 at position: -1 2024-12-13T12:18:44,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:18:44,312 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:18:44,314 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:44,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:44,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 8 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092384303, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:18:44,316 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x176c2057 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45f84b15 2024-12-13T12:18:44,356 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36f30149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:44,357 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:44,358 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:18:44,360 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x176c2057 to 127.0.0.1:50374 2024-12-13T12:18:44,360 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:18:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:44,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:44,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:44,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:44,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:44,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:44,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:44,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:44,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:44,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:44,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:44,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:44,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:44,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:44,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:44,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:44,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:44,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:44,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:44,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:44,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:44,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:44,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:44,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:44,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:44,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:44,478 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:44,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T12:18:44,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T12:18:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:44,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:44,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:44,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:44,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:44,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:44,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:44,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:44,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:44,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:44,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:44,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:44,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:44,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:44,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:44,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:44,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:44,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:44,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:44,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:44,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:44,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:44,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:44,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:44,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:44,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:44,999 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:45,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:18:45,172 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:18:45,173 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:45,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:45,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 9 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092385163, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:18:45,175 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x019c5f1b to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63b0cde 2024-12-13T12:18:45,294 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@286cac19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:45,296 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:45,297 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:18:45,298 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x019c5f1b to 127.0.0.1:50374 2024-12-13T12:18:45,298 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:18:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:45,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:45,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:45,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:45,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:45,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:45,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:45,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:45,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:45,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:45,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:45,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:45,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:45,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:45,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:45,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:45,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:45,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:45,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:45,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:45,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:45,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:45,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:45,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:45,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:45,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:45,526 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:46,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:46,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:46,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:46,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:46,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:46,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:46,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:46,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:46,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:46,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:46,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:46,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:46,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:46,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:46,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:46,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:46,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:46,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:46,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:46,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:46,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:46,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:46,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:46,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:46,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:46,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:46,050 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:46,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:18:46,210 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:18:46,211 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:46,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:46,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092386201, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:18:46,213 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1984ff6b to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47874d79 2024-12-13T12:18:46,256 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ac63df4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:46,259 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:46,261 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:18:46,264 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1984ff6b to 127.0.0.1:50374 2024-12-13T12:18:46,264 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:18:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:46,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:46,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:46,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:46,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:46,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:46,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:46,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:46,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:46,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:46,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:46,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:46,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:46,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:46,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:46,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:46,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:46,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:46,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:46,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:46,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:46,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:46,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:46,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:46,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:46,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:46,579 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:47,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:47,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:47,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:47,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:47,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:47,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:47,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:47,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:47,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:47,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:47,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:47,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:47,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:47,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:47,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:47,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:47,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:47,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:47,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:47,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:47,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:47,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:47,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:47,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:47,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:47,110 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:47,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:18:47,277 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:18:47,278 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:47,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:47,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 11 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092387266, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:18:47,279 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x567b5ceb to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b6a2fd8 2024-12-13T12:18:47,289 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10f89edc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:47,291 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:47,292 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35986, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:18:47,294 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x567b5ceb to 127.0.0.1:50374 2024-12-13T12:18:47,294 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:18:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:47,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:47,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:47,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:47,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:47,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:47,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:47,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:47,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:47,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:47,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:47,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:47,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:47,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:47,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:47,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:47,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:47,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:47,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:47,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:47,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:47,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:47,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:47,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:47,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:47,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:47,634 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:48,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:48,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:48,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:48,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:48,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:48,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:48,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:48,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:48,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:48,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:48,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:48,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:48,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:48,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:48,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:48,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:48,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:48,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:48,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:48,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:48,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:48,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:48,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:48,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:48,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:48,163 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:48,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:18:48,304 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:18:48,304 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:48,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:48,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 12 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092388296, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:18:48,307 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2027eb83 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a4914b0 2024-12-13T12:18:48,348 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e136f5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:48,351 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:48,353 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:18:48,358 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2027eb83 to 127.0.0.1:50374 2024-12-13T12:18:48,358 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:18:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:48,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:48,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:48,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:48,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:48,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:48,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:48,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:48,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:48,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:48,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:48,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:48,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:48,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:48,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:48,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:48,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:48,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:48,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:48,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:48,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:48,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:48,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:48,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:48,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:48,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:48,687 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:49,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:49,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:49,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:49,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:49,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:49,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:49,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:49,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:49,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:49,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:49,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:49,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:49,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:49,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:49,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:49,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:49,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:49,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:49,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:49,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:49,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:49,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:49,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:49,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:49,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:49,210 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:49,291 INFO [23617cae5624:35429Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [23617cae5624%2C35429%2C1734092287468]: currently replicating from: hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 at position: -1 2024-12-13T12:18:49,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:18:49,370 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:18:49,370 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:49,370 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:49,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092389360, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:18:49,372 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06e05385 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@141e3b7d 2024-12-13T12:18:49,414 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e2f712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:49,417 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:49,418 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:18:49,421 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06e05385 to 127.0.0.1:50374 2024-12-13T12:18:49,421 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:18:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:49,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:49,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:49,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:49,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:49,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:49,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:49,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:49,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:49,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:49,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:49,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:49,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:49,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:49,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:49,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:49,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:49,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:49,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:49,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:49,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:49,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:49,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:49,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:49,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:49,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:49,732 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:49,917 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-13T12:18:49,919 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-13T12:18:49,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T12:18:49,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T12:18:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:50,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:50,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:50,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:50,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:50,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:50,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:50,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:50,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:50,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:50,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:50,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:50,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:50,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:50,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:50,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:50,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:50,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:50,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:50,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:50,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:50,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:50,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:50,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:50,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:50,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:50,252 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:50,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:18:50,434 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:18:50,435 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:50,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:50,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 14 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092390424, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:18:50,437 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a67c526 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5fc7d4c4 2024-12-13T12:18:50,447 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@498be249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:50,449 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:50,450 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:18:50,452 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a67c526 to 127.0.0.1:50374 2024-12-13T12:18:50,452 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:18:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:50,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:50,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:50,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:50,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:50,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:50,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:50,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:50,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:50,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:50,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:50,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:50,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:50,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:50,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:50,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:50,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:50,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:50,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:50,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:50,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:50,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:50,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:50,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:50,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:50,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:50,778 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:51,264 INFO [master/23617cae5624:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-13T12:18:51,264 INFO [master/23617cae5624:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-13T12:18:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:51,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:51,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:51,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:51,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:51,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:51,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:51,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:51,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:51,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:51,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:51,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:51,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:51,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:51,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:51,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:51,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:51,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:51,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:51,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:51,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:51,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:51,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:51,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:51,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:51,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:51,298 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:51,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:18:51,463 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:18:51,464 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:51,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:51,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 15 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092391454, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:18:51,465 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0db6eb12 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cb67f94 2024-12-13T12:18:51,506 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a3941e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:51,509 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:51,510 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:18:51,513 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0db6eb12 to 127.0.0.1:50374 2024-12-13T12:18:51,513 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:18:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:51,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:51,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:51,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:51,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:51,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:51,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:51,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:51,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:51,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:51,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:51,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:51,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:51,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:51,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:51,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:51,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:51,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:51,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:51,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:51,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:51,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:51,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:51,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:51,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:51,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:51,821 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:52,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:52,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:52,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:52,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:52,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:52,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:52,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:52,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:52,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:52,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:52,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:52,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:52,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:52,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:52,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:52,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:52,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:52,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:52,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:52,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:52,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:52,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:52,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:52,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:52,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:52,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:52,345 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:52,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:18:52,523 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:18:52,524 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:52,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:52,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092392515, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:18:52,528 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44e6eab5 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@593df084 2024-12-13T12:18:52,565 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a96f83c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:52,569 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:52,571 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:18:52,574 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44e6eab5 to 127.0.0.1:50374 2024-12-13T12:18:52,574 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:18:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:52,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:52,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:52,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:52,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:52,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:52,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:52,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:52,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:52,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:52,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:52,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:52,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:52,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:52,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:52,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:52,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:52,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:52,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:52,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:52,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:52,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:52,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:52,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:52,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:52,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:52,866 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:53,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:53,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:53,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:53,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:53,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:53,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:53,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:53,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:53,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:53,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:53,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:53,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:53,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:53,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:53,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:53,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:53,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:53,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:53,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:53,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:53,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:53,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:53,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:53,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:53,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:53,384 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:53,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:18:53,578 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:18:53,579 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:53,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:53,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 17 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092393575, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:18:53,581 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x599a2840 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f155a27 2024-12-13T12:18:53,623 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2af08e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:53,626 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:53,628 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36182, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:18:53,631 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x599a2840 to 127.0.0.1:50374 2024-12-13T12:18:53,631 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:18:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:53,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:53,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:53,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:53,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:53,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:53,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:53,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:53,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:53,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:53,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:53,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:53,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:53,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:53,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:53,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:53,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:53,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:53,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:53,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:53,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:53,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:53,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:53,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:53,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:53,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:53,905 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:54,291 INFO [23617cae5624:35429Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [23617cae5624%2C35429%2C1734092287468]: currently replicating from: hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 at position: -1 2024-12-13T12:18:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:54,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:54,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:54,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:54,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:54,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:54,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:54,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:54,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:54,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:54,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:54,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:54,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:54,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:54,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:54,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:54,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:54,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:54,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:54,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:54,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:54,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:54,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:54,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:54,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:54,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:54,432 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:54,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:18:54,638 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:18:54,639 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:54,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:54,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 18 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092394633, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:18:54,642 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x763ee6d1 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33bf4e53 2024-12-13T12:18:54,681 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@492da0c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:54,685 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:54,687 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:18:54,690 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x763ee6d1 to 127.0.0.1:50374 2024-12-13T12:18:54,690 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:18:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:54,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:54,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:54,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:54,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:54,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:54,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:54,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:54,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:54,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:54,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:54,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:54,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:54,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:54,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:54,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:54,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:54,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:54,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:54,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:54,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:54,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:54,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:54,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:54,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:54,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:54,957 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:54,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T12:18:54,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T12:18:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:55,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:55,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:55,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:55,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:55,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:55,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:55,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:55,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:55,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:55,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:55,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:55,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:55,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:55,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:55,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:55,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:55,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:55,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:55,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:55,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:55,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:55,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:55,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:55,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:55,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:55,480 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:55,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:18:55,701 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:18:55,702 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:55,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:55,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 19 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092395692, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:18:55,703 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x468fdbe2 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f8bd8b6 2024-12-13T12:18:55,714 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b847a0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:55,716 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:55,717 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36200, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:18:55,720 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x468fdbe2 to 127.0.0.1:50374 2024-12-13T12:18:55,720 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:18:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:55,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:55,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:55,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:55,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:55,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:55,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:55,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:55,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:55,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:55,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:55,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:55,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:55,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:55,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:55,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:55,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:55,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:55,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:55,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:55,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:55,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:55,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:55,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:55,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:55,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:55,998 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:56,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:56,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:56,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:56,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:56,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:56,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:56,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:56,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:56,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:56,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:56,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:56,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:56,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:56,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:56,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:56,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:56,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:56,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:56,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:56,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:56,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:56,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:56,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:56,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:56,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:56,517 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:56,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:18:56,731 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:18:56,733 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:56,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:56,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 20 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092396722, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:18:56,736 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61b51998 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@30aa2370 2024-12-13T12:18:56,772 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38f64b45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:56,773 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:56,774 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:18:56,775 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61b51998 to 127.0.0.1:50374 2024-12-13T12:18:56,775 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:18:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:57,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:57,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:57,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:57,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:57,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:57,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:57,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:57,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:57,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:57,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:57,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:57,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:57,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:57,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:57,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:57,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:57,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:57,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:57,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:57,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:57,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:57,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:57,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:57,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:57,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:57,043 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:57,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:57,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:57,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:57,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:57,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:57,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:57,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:57,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:57,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:57,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:57,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:57,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:57,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:57,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:57,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:57,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:57,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:57,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:57,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:57,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:57,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:57,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:57,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:57,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:57,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:57,565 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:57,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:18:57,811 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:18:57,812 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:57,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:57,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 21 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092397777, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:18:57,814 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4462b573 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2532af2c 2024-12-13T12:18:57,825 INFO [master/23617cae5624:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-13T12:18:57,825 INFO [master/23617cae5624:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-13T12:18:57,847 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f9474ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:57,850 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:57,852 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:18:57,854 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4462b573 to 127.0.0.1:50374 2024-12-13T12:18:57,854 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:18:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:58,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:58,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:58,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:58,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:58,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:58,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:58,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:58,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:58,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:58,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:58,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:58,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:58,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:58,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:58,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:58,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:58,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:58,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:58,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:58,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:58,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:58,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:58,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:58,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:58,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:58,085 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:58,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:58,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:58,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:58,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:58,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:58,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:58,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:58,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:58,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:58,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:58,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:58,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:58,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:58,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:58,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:58,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:58,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:58,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:58,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:58,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:58,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:58,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:58,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:58,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:58,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:58,609 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:58,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:18:58,864 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:18:58,864 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:58,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:58,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 22 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092398856, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:18:58,866 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6367a113 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@531c299c 2024-12-13T12:18:58,906 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f210647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:58,909 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:58,910 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:18:58,913 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6367a113 to 127.0.0.1:50374 2024-12-13T12:18:58,914 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:18:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:59,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:59,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:59,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:59,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:59,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:59,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:59,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:59,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:59,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:59,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:59,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:59,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:59,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:59,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:59,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:59,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:59,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:59,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:59,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:59,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:59,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:59,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:59,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:59,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:59,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:59,128 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:59,291 INFO [23617cae5624:35429Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [23617cae5624%2C35429%2C1734092287468]: currently replicating from: hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 at position: -1 2024-12-13T12:18:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:18:59,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:18:59,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:18:59,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:18:59,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:18:59,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:18:59,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:18:59,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:18:59,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:18:59,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:18:59,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:18:59,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:18:59,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:18:59,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:18:59,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:18:59,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:18:59,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:18:59,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:18:59,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:18:59,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:18:59,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:18:59,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:18:59,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:18:59,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:18:59,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:18:59,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:18:59,658 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:18:59,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:18:59,928 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:18:59,929 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:59,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:18:59,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 23 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092399915, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:18:59,930 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x493f7da9 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7bddfddb 2024-12-13T12:18:59,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T12:18:59,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T12:18:59,972 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c99dfd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:18:59,974 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:18:59,976 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:18:59,978 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x493f7da9 to 127.0.0.1:50374 2024-12-13T12:18:59,978 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:00,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:00,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:00,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:00,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:00,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:00,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:00,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:00,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:00,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:00,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:00,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:00,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:00,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:00,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:00,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:00,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:00,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:00,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:00,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:00,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:00,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:00,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:00,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:00,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:00,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:00,181 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:00,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:00,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:00,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:00,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:00,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:00,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:00,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:00,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:00,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:00,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:00,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:00,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:00,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:00,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:00,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:00,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:00,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:00,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:00,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:00,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:00,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:00,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:00,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:00,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:00,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:00,703 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:00,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:00,986 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:00,988 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:00,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:00,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 24 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092400979, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:00,990 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x785ac8ca to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cfdc13f 2024-12-13T12:19:01,031 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e78bc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:01,034 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:01,037 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:01,041 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x785ac8ca to 127.0.0.1:50374 2024-12-13T12:19:01,041 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:01,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:01,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:01,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:01,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:01,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:01,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:01,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:01,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:01,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:01,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:01,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:01,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:01,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:01,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:01,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:01,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:01,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:01,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:01,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:01,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:01,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:01,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:01,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:01,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:01,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:01,226 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:01,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:01,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:01,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:01,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:01,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:01,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:01,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:01,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:01,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:01,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:01,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:01,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:01,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:01,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:01,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:01,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:01,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:01,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:01,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:01,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:01,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:01,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:01,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:01,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:01,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:01,737 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:02,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:02,052 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:02,053 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:02,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:02,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 25 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092402043, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:02,054 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b5b0f61 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@392dd50c 2024-12-13T12:19:02,097 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72fd858b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:02,098 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:02,099 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:02,101 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b5b0f61 to 127.0.0.1:50374 2024-12-13T12:19:02,101 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:02,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:02,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:02,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:02,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:02,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:02,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:02,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:02,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:02,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:02,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:02,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:02,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:02,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:02,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:02,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:02,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:02,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:02,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:02,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:02,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:02,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:02,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:02,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:02,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:02,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:02,265 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:02,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:02,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:02,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:02,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:02,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:02,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:02,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:02,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:02,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:02,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:02,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:02,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:02,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:02,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:02,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:02,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:02,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:02,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:02,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:02,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:02,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:02,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:02,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:02,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:02,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:02,781 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:03,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:03,112 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:03,113 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:03,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:03,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 26 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092403102, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:03,114 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x48c27535 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f105c94 2024-12-13T12:19:03,173 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15f4320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:03,178 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:03,180 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:03,183 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x48c27535 to 127.0.0.1:50374 2024-12-13T12:19:03,183 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:03,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:03,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:03,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:03,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:03,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:03,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:03,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:03,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:03,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:03,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:03,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:03,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:03,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:03,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:03,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:03,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:03,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:03,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:03,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:03,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:03,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:03,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:03,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:03,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:03,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:03,302 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:03,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:03,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:03,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:03,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:03,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:03,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:03,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:03,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:03,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:03,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:03,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:03,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:03,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:03,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:03,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:03,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:03,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:03,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:03,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:03,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:03,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:03,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:03,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:03,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:03,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:03,821 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:04,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:04,190 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:04,191 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:04,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:04,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 27 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092404185, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:04,194 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bf60697 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@661f0181 2024-12-13T12:19:04,290 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1da20821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:04,291 INFO [23617cae5624:35429Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [23617cae5624%2C35429%2C1734092287468]: currently replicating from: hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 at position: -1 2024-12-13T12:19:04,296 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:04,297 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49556, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:04,299 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bf60697 to 127.0.0.1:50374 2024-12-13T12:19:04,299 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:04,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:04,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:04,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:04,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:04,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:04,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:04,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:04,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:04,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:04,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:04,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:04,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:04,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:04,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:04,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:04,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:04,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:04,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:04,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:04,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:04,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:04,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:04,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:04,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:04,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:04,331 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:04,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:04,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:04,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:04,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:04,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:04,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:04,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:04,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:04,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:04,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:04,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:04,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:04,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:04,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:04,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:04,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:04,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:04,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:04,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:04,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:04,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:04,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:04,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:04,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:04,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:04,849 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:04,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T12:19:04,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T12:19:05,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:05,306 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:05,307 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:05,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:05,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 28 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092405300, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:05,310 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x435b1fdd to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5dd61d3e 2024-12-13T12:19:05,322 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50b8f5a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:05,325 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:05,327 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:05,330 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x435b1fdd to 127.0.0.1:50374 2024-12-13T12:19:05,330 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:05,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:05,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:05,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:05,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:05,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:05,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:05,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:05,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:05,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:05,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:05,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:05,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:05,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:05,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:05,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:05,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:05,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:05,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:05,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:05,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:05,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:05,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:05,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:05,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:05,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:05,362 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:05,731 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T12:19:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:05,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:05,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:05,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:05,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:05,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:05,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:05,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:05,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:05,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:05,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:05,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:05,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:05,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:05,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:05,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:05,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:05,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:05,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:05,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:05,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:05,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:05,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:05,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:05,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:05,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:05,877 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:06,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:06,340 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:06,341 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:06,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:06,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 29 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092406332, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:06,344 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50d86398 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d0abb50 2024-12-13T12:19:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:06,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:06,380 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a086489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:06,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:06,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:06,382 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:06,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:06,384 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:06,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:06,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:06,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:06,387 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50d86398 to 127.0.0.1:50374 2024-12-13T12:19:06,387 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:06,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:06,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:06,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:06,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:06,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:06,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:06,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:06,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:06,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:06,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:06,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:06,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:06,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:06,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:06,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:06,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:06,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:06,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:06,394 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:06,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:06,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:06,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:06,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:06,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:06,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:06,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:06,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:06,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:06,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:06,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:06,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:06,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:06,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:06,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:06,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:06,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:06,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:06,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:06,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:06,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:06,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:06,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:06,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:06,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:06,918 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:07,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:07,392 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:07,392 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:07,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:07,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 30 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092407387, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:07,393 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x438564ff to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2bbd87e4 2024-12-13T12:19:07,418 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-13T12:19:07,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-13T12:19:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-13T12:19:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T12:19:07,422 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734092347422"}]},"ts":"1734092347422"} 2024-12-13T12:19:07,423 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-13T12:19:07,430 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42789236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:07,437 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-13T12:19:07,438 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:07,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-13T12:19:07,439 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:07,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=b73c19c5efc6d81179cbaa2e72feecfa, UNASSIGN}] 2024-12-13T12:19:07,440 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=b73c19c5efc6d81179cbaa2e72feecfa, UNASSIGN 2024-12-13T12:19:07,440 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x438564ff to 127.0.0.1:50374 2024-12-13T12:19:07,440 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:07,440 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=b73c19c5efc6d81179cbaa2e72feecfa, regionState=CLOSING, regionLocation=23617cae5624,35429,1734092287468 2024-12-13T12:19:07,441 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-13T12:19:07,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure b73c19c5efc6d81179cbaa2e72feecfa, server=23617cae5624,35429,1734092287468}] 2024-12-13T12:19:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T12:19:07,592 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 23617cae5624,35429,1734092287468 2024-12-13T12:19:07,593 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close b73c19c5efc6d81179cbaa2e72feecfa 2024-12-13T12:19:07,593 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-13T12:19:07,593 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing b73c19c5efc6d81179cbaa2e72feecfa, disabling compactions & flushes 2024-12-13T12:19:07,593 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734092314743.b73c19c5efc6d81179cbaa2e72feecfa. 2024-12-13T12:19:07,593 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734092314743.b73c19c5efc6d81179cbaa2e72feecfa. 2024-12-13T12:19:07,593 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734092314743.b73c19c5efc6d81179cbaa2e72feecfa. after waiting 0 ms 2024-12-13T12:19:07,593 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734092314743.b73c19c5efc6d81179cbaa2e72feecfa. 2024-12-13T12:19:07,594 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing b73c19c5efc6d81179cbaa2e72feecfa 1/1 column families, dataSize=4.05 KB heapSize=4.38 KB 2024-12-13T12:19:07,646 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/testdroppedtimed/b73c19c5efc6d81179cbaa2e72feecfa/.tmp/fam/b62aac02739e449bb7a616ab43e8cf44 is 4154, key is 0 put on table to be dropped/fam:row/1734092319615/Put/seqid=0 2024-12-13T12:19:07,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741866_1042 (size=9218) 2024-12-13T12:19:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T12:19:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T12:19:08,055 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.05 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/testdroppedtimed/b73c19c5efc6d81179cbaa2e72feecfa/.tmp/fam/b62aac02739e449bb7a616ab43e8cf44 2024-12-13T12:19:08,098 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/testdroppedtimed/b73c19c5efc6d81179cbaa2e72feecfa/.tmp/fam/b62aac02739e449bb7a616ab43e8cf44 as hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/testdroppedtimed/b73c19c5efc6d81179cbaa2e72feecfa/fam/b62aac02739e449bb7a616ab43e8cf44 2024-12-13T12:19:08,105 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/testdroppedtimed/b73c19c5efc6d81179cbaa2e72feecfa/fam/b62aac02739e449bb7a616ab43e8cf44, entries=1, sequenceid=5, filesize=9.0 K 2024-12-13T12:19:08,108 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~4.05 KB/4150, heapSize ~4.36 KB/4464, currentSize=0 B/0 for b73c19c5efc6d81179cbaa2e72feecfa in 514ms, sequenceid=5, compaction requested=false 2024-12-13T12:19:08,108 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-13T12:19:08,134 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/testdroppedtimed/b73c19c5efc6d81179cbaa2e72feecfa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-13T12:19:08,135 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734092314743.b73c19c5efc6d81179cbaa2e72feecfa. 2024-12-13T12:19:08,135 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for b73c19c5efc6d81179cbaa2e72feecfa: 2024-12-13T12:19:08,136 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed b73c19c5efc6d81179cbaa2e72feecfa 2024-12-13T12:19:08,137 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=b73c19c5efc6d81179cbaa2e72feecfa, regionState=CLOSED 2024-12-13T12:19:08,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-13T12:19:08,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure b73c19c5efc6d81179cbaa2e72feecfa, server=23617cae5624,35429,1734092287468 in 697 msec 2024-12-13T12:19:08,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-13T12:19:08,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=b73c19c5efc6d81179cbaa2e72feecfa, UNASSIGN in 700 msec 2024-12-13T12:19:08,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-13T12:19:08,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 702 msec 2024-12-13T12:19:08,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734092348146"}]},"ts":"1734092348146"} 2024-12-13T12:19:08,147 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-13T12:19:08,170 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-13T12:19:08,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 752 msec 2024-12-13T12:19:08,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:08,449 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:08,451 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:08,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:08,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 31 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092408442, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:08,453 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6aee5169 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d2b7977 2024-12-13T12:19:08,498 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b44b7c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:08,500 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:08,501 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49602, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:08,502 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6aee5169 to 127.0.0.1:50374 2024-12-13T12:19:08,502 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-13T12:19:08,528 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 71 completed 2024-12-13T12:19:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:08,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:08,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:08,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:08,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:08,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:08,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:08,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:08,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:08,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:08,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:08,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:08,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:08,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:08,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:08,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:08,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:08,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:08,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:08,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:08,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:08,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:08,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:08,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:08,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:08,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:08,540 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:09,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:09,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:09,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:09,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:09,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:09,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:09,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:09,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:09,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:09,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:09,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:09,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:09,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:09,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:09,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:09,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:09,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:09,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:09,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:09,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:09,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:09,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:09,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:09,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:09,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:09,052 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:09,291 INFO [23617cae5624:35429Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [23617cae5624%2C35429%2C1734092287468]: currently replicating from: hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 at position: -1 2024-12-13T12:19:09,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:09,514 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:09,515 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:09,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:09,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 32 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092409504, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:09,517 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12468ec8 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64d0bd36 2024-12-13T12:19:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:09,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:09,555 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6aa4dced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:09,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:09,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:09,557 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:09,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:09,558 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49616, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:09,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:09,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:09,560 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12468ec8 to 127.0.0.1:50374 2024-12-13T12:19:09,560 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:09,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:09,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:09,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:09,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:09,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:09,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:09,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:09,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:09,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:09,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:09,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:09,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:09,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:09,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:09,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:09,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:09,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:09,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:09,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:09,570 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:09,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T12:19:09,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T12:19:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:10,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:10,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:10,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:10,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:10,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:10,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:10,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:10,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:10,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:10,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:10,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:10,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:10,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:10,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:10,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:10,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:10,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:10,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:10,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:10,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:10,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:10,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:10,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:10,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:10,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:10,082 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:10,198 DEBUG [master/23617cae5624:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region d70cf2c4667df864828c0f78014e6673 changed from -1.0 to 0.0, refreshing cache 2024-12-13T12:19:10,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:10,572 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:10,573 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:10,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:10,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 33 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092410562, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:10,574 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x194317a1 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@781b30b2 2024-12-13T12:19:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:10,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:10,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:10,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:10,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:10,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:10,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:10,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:10,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:10,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:10,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:10,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:10,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:10,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:10,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:10,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:10,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:10,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:10,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:10,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:10,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:10,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:10,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:10,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:10,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:10,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:10,596 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:10,613 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3414d8e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:10,616 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:10,617 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:10,620 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x194317a1 to 127.0.0.1:50374 2024-12-13T12:19:10,620 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:11,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:11,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:11,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:11,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:11,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:11,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:11,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:11,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:11,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:11,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:11,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:11,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:11,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:11,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:11,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:11,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:11,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:11,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:11,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:11,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:11,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:11,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:11,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:11,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:11,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:11,120 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:11,622 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:11,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:11,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:11,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:11,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:11,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:11,629 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:11,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:11,630 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:11,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:11,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:11,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 34 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092411621, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:11,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:11,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:11,632 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x255c8a0b to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e3a0b2 2024-12-13T12:19:11,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:11,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:11,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:11,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:11,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:11,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:11,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:11,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:11,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:11,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:11,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:11,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:11,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:11,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:11,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:11,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:11,638 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:11,671 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1622fb5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:11,673 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:11,674 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:11,676 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x255c8a0b to 127.0.0.1:50374 2024-12-13T12:19:11,676 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:12,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:12,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:12,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:12,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:12,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:12,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:12,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:12,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:12,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:12,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:12,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:12,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:12,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:12,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:12,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:12,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:12,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:12,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:12,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:12,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:12,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:12,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:12,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:12,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:12,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:12,160 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:12,574 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T12:19:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:12,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:12,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:12,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:12,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:12,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:12,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:12,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:12,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:12,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:12,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:12,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:12,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:12,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:12,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:12,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:12,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:12,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:12,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:12,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:12,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:12,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:12,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:12,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:12,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:12,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:12,676 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:12,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:12,680 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:12,681 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:12,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:12,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 35 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092412677, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:12,682 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x680a9fbd to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7175543e 2024-12-13T12:19:12,731 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@700ca945, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:12,734 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:12,735 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41196, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:12,737 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x680a9fbd to 127.0.0.1:50374 2024-12-13T12:19:12,737 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:13,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:13,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:13,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:13,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:13,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:13,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:13,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:13,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:13,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:13,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:13,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:13,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:13,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:13,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:13,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:13,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:13,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:13,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:13,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:13,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:13,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:13,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:13,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:13,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:13,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:13,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:13,194 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:13,660 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T12:19:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:13,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:13,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:13,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:13,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:13,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:13,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:13,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:13,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:13,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:13,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:13,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:13,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:13,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:13,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:13,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:13,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:13,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:13,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:13,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:13,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:13,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:13,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:13,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:13,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:13,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:13,704 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:13,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:13,743 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:13,744 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:13,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:13,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 36 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092413738, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:13,746 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f31ea99 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43e81e5 2024-12-13T12:19:13,814 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11ed46a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:13,818 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:13,820 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41206, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:13,824 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f31ea99 to 127.0.0.1:50374 2024-12-13T12:19:13,824 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:14,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:14,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:14,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:14,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:14,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:14,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:14,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:14,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:14,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:14,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:14,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:14,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:14,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:14,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:14,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:14,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:14,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:14,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:14,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:14,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:14,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:14,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:14,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:14,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:14,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:14,227 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:14,291 INFO [23617cae5624:35429Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [23617cae5624%2C35429%2C1734092287468]: currently replicating from: hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 at position: -1 2024-12-13T12:19:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:14,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:14,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:14,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:14,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:14,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:14,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:14,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:14,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:14,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:14,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:14,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:14,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:14,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:14,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:14,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:14,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:14,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:14,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:14,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:14,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:14,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:14,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:14,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:14,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:14,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:14,750 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:14,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:14,834 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:14,836 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:14,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:14,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 37 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092414826, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:14,839 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7123dab8 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e24cd0 2024-12-13T12:19:14,879 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ac1f23c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:14,881 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:14,882 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41214, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:14,883 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7123dab8 to 127.0.0.1:50374 2024-12-13T12:19:14,883 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:14,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T12:19:14,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T12:19:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:15,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:15,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:15,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:15,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:15,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:15,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:15,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:15,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:15,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:15,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:15,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:15,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:15,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:15,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:15,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:15,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:15,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:15,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:15,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:15,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:15,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:15,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:15,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:15,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:15,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:15,277 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:15,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:15,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:15,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:15,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:15,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:15,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:15,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:15,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:15,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:15,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:15,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:15,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:15,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:15,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:15,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:15,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:15,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:15,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:15,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:15,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:15,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:15,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:15,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:15,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:15,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:15,796 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:15,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:15,892 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:15,893 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:15,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:15,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 38 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092415884, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:15,896 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00124287 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@13051a99 2024-12-13T12:19:15,938 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66205ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:15,939 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:15,940 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:15,942 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00124287 to 127.0.0.1:50374 2024-12-13T12:19:15,942 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:16,286 DEBUG [master/23617cae5624:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-13T12:19:16,286 DEBUG [master/23617cae5624:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 177d008d3d589ad27b56a26860638624 changed from -1.0 to 0.0, refreshing cache 2024-12-13T12:19:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:16,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:16,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:16,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:16,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:16,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:16,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:16,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:16,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:16,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:16,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:16,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:16,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:16,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:16,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:16,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:16,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:16,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:16,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:16,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:16,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:16,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:16,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:16,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:16,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:16,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:16,315 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:16,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:16,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:16,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:16,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:16,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:16,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:16,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:16,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:16,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:16,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:16,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:16,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:16,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:16,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:16,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:16,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:16,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:16,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:16,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:16,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:16,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:16,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:16,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:16,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:16,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:16,836 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:16,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:16,953 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:16,954 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:16,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:16,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 39 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092416944, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:16,956 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x469336b9 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d792d20 2024-12-13T12:19:16,997 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19eb26ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:16,999 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:17,001 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:17,004 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x469336b9 to 127.0.0.1:50374 2024-12-13T12:19:17,004 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:17,113 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-13T12:19:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:17,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:17,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:17,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:17,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:17,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:17,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:17,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:17,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:17,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:17,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:17,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:17,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:17,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:17,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:17,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:17,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:17,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:17,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:17,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:17,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:17,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:17,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:17,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:17,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:17,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:17,355 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:17,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:17,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:17,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:17,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:17,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:17,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:17,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:17,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:17,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:17,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:17,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:17,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:17,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:17,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:17,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:17,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:17,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:17,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:17,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:17,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:17,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:17,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:17,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:17,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:17,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:17,880 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:18,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:18,013 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:18,014 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:18,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:18,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 40 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092418005, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:18,017 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x287d1204 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c592a06 2024-12-13T12:19:18,089 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c4701c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:18,092 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:18,094 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:18,097 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x287d1204 to 127.0.0.1:50374 2024-12-13T12:19:18,097 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:18,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:18,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:18,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:18,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:18,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:18,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:18,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:18,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:18,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:18,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:18,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:18,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:18,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:18,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:18,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:18,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:18,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:18,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:18,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:18,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:18,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:18,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:18,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:18,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:18,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:18,411 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:18,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:18,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:18,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:18,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:18,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:18,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:18,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:18,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:18,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:18,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:18,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:18,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:18,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:18,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:18,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:18,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:18,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:18,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:18,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:18,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:18,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:18,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:18,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:18,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:18,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:18,937 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:19,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:19,108 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:19,110 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:19,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:19,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 41 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092419099, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:19,112 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d1a29a6 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18c63319 2024-12-13T12:19:19,122 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c6b60c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:19,125 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:19,127 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:19,130 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d1a29a6 to 127.0.0.1:50374 2024-12-13T12:19:19,130 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:19,291 INFO [23617cae5624:35429Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [23617cae5624%2C35429%2C1734092287468]: currently replicating from: hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 at position: -1 2024-12-13T12:19:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:19,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:19,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:19,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:19,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:19,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:19,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:19,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:19,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:19,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:19,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:19,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:19,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:19,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:19,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:19,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:19,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:19,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:19,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:19,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:19,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:19,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:19,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:19,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:19,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:19,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:19,460 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:19,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:19,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:19,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:19,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T12:19:19,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T12:19:19,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:19,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:19,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:19,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:19,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:19,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:19,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:19,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:19,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:19,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:19,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:19,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:19,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:19,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:19,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:19,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:19,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:19,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:19,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:19,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:19,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:19,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:19,980 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:20,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:20,142 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:20,143 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:20,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:20,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 42 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092420132, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:20,145 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c21846d to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b3077d2 2024-12-13T12:19:20,179 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a178515, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:20,181 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:20,182 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:20,183 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c21846d to 127.0.0.1:50374 2024-12-13T12:19:20,183 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:20,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:20,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:20,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:20,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:20,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:20,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:20,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:20,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:20,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:20,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:20,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:20,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:20,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:20,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:20,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:20,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:20,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:20,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:20,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:20,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:20,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:20,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:20,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:20,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:20,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:20,509 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:21,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:21,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:21,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:21,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:21,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:21,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:21,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:21,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:21,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:21,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:21,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:21,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:21,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:21,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:21,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:21,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:21,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:21,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:21,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:21,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:21,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:21,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:21,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:21,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:21,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:21,034 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:21,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:21,190 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:21,192 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:21,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:21,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 43 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092421184, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:21,194 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f7cb514 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47dac1ce 2024-12-13T12:19:21,229 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61c3cb0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:21,231 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:21,232 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:21,234 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f7cb514 to 127.0.0.1:50374 2024-12-13T12:19:21,234 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:21,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:21,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:21,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:21,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:21,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:21,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:21,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:21,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:21,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:21,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:21,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:21,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:21,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:21,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:21,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:21,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:21,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:21,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:21,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:21,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:21,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:21,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:21,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:21,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:21,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:21,557 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:22,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:22,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:22,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:22,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:22,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:22,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:22,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:22,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:22,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:22,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:22,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:22,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:22,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:22,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:22,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:22,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:22,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:22,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:22,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:22,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:22,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:22,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:22,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:22,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:22,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:22,071 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:22,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:22,244 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:22,245 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:22,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:22,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 44 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092422236, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:22,247 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x269d9200 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3758f3ac 2024-12-13T12:19:22,288 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@483ccde9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:22,291 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:22,293 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:22,296 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x269d9200 to 127.0.0.1:50374 2024-12-13T12:19:22,296 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:22,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:22,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:22,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:22,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:22,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:22,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:22,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:22,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:22,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:22,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:22,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:22,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:22,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:22,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:22,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:22,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:22,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:22,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:22,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:22,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:22,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:22,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:22,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:22,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:22,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:22,595 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:22,615 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T12:19:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:23,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:23,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:23,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:23,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:23,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:23,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:23,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:23,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:23,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:23,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:23,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:23,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:23,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:23,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:23,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:23,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:23,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:23,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:23,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:23,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:23,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:23,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:23,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:23,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:23,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:23,113 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:23,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:23,304 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:23,305 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:23,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:23,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 45 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092423298, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:23,307 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x343abd34 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@440fed8c 2024-12-13T12:19:23,346 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a722361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:23,348 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:23,349 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35752, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:23,350 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x343abd34 to 127.0.0.1:50374 2024-12-13T12:19:23,350 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:23,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:23,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:23,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:23,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:23,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:23,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:23,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:23,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:23,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:23,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:23,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:23,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:23,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:23,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:23,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:23,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:23,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:23,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:23,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:23,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:23,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:23,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:23,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:23,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:23,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:23,641 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:24,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:24,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:24,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:24,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:24,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:24,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:24,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:24,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:24,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:24,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:24,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:24,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:24,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:24,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:24,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:24,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:24,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:24,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:24,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:24,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:24,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:24,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:24,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:24,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:24,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:24,168 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:24,291 INFO [23617cae5624:35429Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [23617cae5624%2C35429%2C1734092287468]: currently replicating from: hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 at position: -1 2024-12-13T12:19:24,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:24,362 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:24,363 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:24,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:24,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 46 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092424352, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:24,365 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c410c24 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2799e1ad 2024-12-13T12:19:24,379 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c8bb714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:24,381 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:24,382 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:24,383 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c410c24 to 127.0.0.1:50374 2024-12-13T12:19:24,383 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:24,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:24,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:24,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:24,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:24,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:24,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:24,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:24,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:24,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:24,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:24,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:24,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:24,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:24,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:24,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:24,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:24,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:24,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:24,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:24,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:24,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:24,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:24,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:24,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:24,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:24,691 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:24,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T12:19:24,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T12:19:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:25,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:25,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:25,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:25,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:25,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:25,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:25,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:25,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:25,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:25,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:25,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:25,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:25,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:25,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:25,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:25,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:25,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:25,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:25,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:25,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:25,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:25,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:25,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:25,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:25,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:25,212 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:25,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:25,390 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:25,390 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:25,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:25,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 47 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092425385, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:25,391 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b42ec05 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43bee449 2024-12-13T12:19:25,430 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@420cd83d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:25,432 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:25,434 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:25,436 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b42ec05 to 127.0.0.1:50374 2024-12-13T12:19:25,436 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:25,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:25,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:25,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:25,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:25,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:25,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:25,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:25,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:25,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:25,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:25,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:25,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:25,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:25,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:25,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:25,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:25,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:25,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:25,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:25,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:25,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:25,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:25,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:25,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:25,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:25,732 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:26,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:26,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:26,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:26,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:26,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:26,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:26,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:26,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:26,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:26,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:26,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:26,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:26,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:26,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:26,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:26,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:26,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:26,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:26,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:26,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:26,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:26,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:26,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:26,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:26,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:26,247 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:26,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:26,445 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:26,446 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:26,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:26,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 48 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092426437, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:26,448 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x765319e8 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42fb37c7 2024-12-13T12:19:26,487 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6612d295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:26,489 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:26,490 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:26,492 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x765319e8 to 127.0.0.1:50374 2024-12-13T12:19:26,492 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:26,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:26,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:26,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:26,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:26,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:26,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:26,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:26,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:26,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:26,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:26,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:26,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:26,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:26,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:26,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:26,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:26,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:26,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:26,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:26,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:26,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:26,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:26,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:26,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:26,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:26,765 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:27,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:27,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:27,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:27,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:27,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:27,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:27,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:27,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:27,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:27,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:27,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:27,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:27,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:27,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:27,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:27,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:27,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:27,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:27,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:27,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:27,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:27,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:27,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:27,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:27,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:27,284 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:27,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:27,502 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:27,503 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:27,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:27,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 49 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092427493, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:27,504 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2dbb1b89 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36e544f6 2024-12-13T12:19:27,547 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4613aec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:27,551 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:27,553 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:27,555 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2dbb1b89 to 127.0.0.1:50374 2024-12-13T12:19:27,555 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:27,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:27,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:27,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:27,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:27,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:27,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:27,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:27,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:27,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:27,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:27,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:27,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:27,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:27,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:27,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:27,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:27,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:27,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:27,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:27,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:27,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:27,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:27,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:27,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:27,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:27,803 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:28,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:28,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:28,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:28,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:28,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:28,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:28,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:28,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:28,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:28,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:28,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:28,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:28,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:28,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:28,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:28,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:28,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:28,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:28,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:28,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:28,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:28,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:28,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:28,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:28,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:28,312 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:28,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:28,566 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:28,567 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:28,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:28,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 50 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092428557, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:28,570 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3ef7bebe to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22a98f62 2024-12-13T12:19:28,604 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79977874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:28,606 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:28,607 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:28,609 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3ef7bebe to 127.0.0.1:50374 2024-12-13T12:19:28,609 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:28,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:28,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:28,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:28,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:28,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:28,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:28,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:28,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:28,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:28,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:28,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:28,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:28,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:28,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:28,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:28,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:28,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:28,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:28,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:28,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:28,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:28,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:28,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:28,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:28,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:28,825 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:29,291 INFO [23617cae5624:35429Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [23617cae5624%2C35429%2C1734092287468]: currently replicating from: hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 at position: -1 2024-12-13T12:19:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:29,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:29,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:29,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:29,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:29,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:29,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:29,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:29,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:29,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:29,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:29,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:29,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:29,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:29,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:29,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:29,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:29,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:29,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:29,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:29,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:29,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:29,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:29,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:29,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:29,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:29,345 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:29,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:29,615 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:29,616 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:29,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:29,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 51 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092429610, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:29,617 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d8c862c to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73b0c860 2024-12-13T12:19:29,629 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31a65aba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:29,630 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:29,631 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35792, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:29,632 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d8c862c to 127.0.0.1:50374 2024-12-13T12:19:29,632 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:29,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:29,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:29,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:29,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:29,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:29,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:29,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:29,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:29,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:29,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:29,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:29,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:29,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:29,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:29,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:29,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:29,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:29,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:29,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:29,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:29,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:29,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:29,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:29,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:29,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:29,863 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:29,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T12:19:29,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T12:19:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:30,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:30,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:30,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:30,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:30,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:30,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:30,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:30,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:30,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:30,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:30,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:30,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:30,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:30,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:30,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:30,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:30,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:30,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:30,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:30,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:30,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:30,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:30,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:30,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:30,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:30,387 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:30,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:30,644 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:30,645 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:30,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:30,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 52 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092430634, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:30,647 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3857eb5a to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dd1d7f8 2024-12-13T12:19:30,688 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e212772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:30,689 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:30,690 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:30,692 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3857eb5a to 127.0.0.1:50374 2024-12-13T12:19:30,692 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:30,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:30,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:30,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:30,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:30,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:30,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:30,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:30,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:30,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:30,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:30,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:30,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:30,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:30,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:30,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:30,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:30,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:30,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:30,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:30,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:30,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:30,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:30,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:30,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:30,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:30,911 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:31,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:31,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:31,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:31,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:31,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:31,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:31,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:31,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:31,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:31,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:31,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:31,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:31,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:31,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:31,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:31,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:31,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:31,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:31,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:31,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:31,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:31,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:31,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:31,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:31,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:31,429 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:31,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:31,697 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:31,698 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:31,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:31,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 53 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092431693, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:31,700 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1521f488 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@568c9fc3 2024-12-13T12:19:31,822 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@115138d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:31,824 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:31,826 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:31,828 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1521f488 to 127.0.0.1:50374 2024-12-13T12:19:31,828 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:31,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:31,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:31,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:31,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:31,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:31,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:31,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:31,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:31,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:31,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:31,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:31,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:31,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:31,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:31,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:31,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:31,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:31,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:31,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:31,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:31,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:31,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:31,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:31,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:31,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:31,953 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:32,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:32,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:32,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:32,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:32,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:32,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:32,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:32,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:32,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:32,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:32,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:32,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:32,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:32,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:32,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:32,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:32,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:32,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:32,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:32,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:32,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:32,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:32,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:32,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:32,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:32,473 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:32,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:32,956 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:32,957 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:32,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:32,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 54 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092432829, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:32,958 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47ac8eeb to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75ec735a 2024-12-13T12:19:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:32,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:32,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:32,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:32,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:32,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:32,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:32,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:32,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:32,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:32,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:32,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:32,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:32,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:32,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:32,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:32,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:32,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:32,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:32,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:32,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:32,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:32,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:32,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:32,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:32,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:32,984 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:33,004 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d636ab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:33,006 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:33,006 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:33,008 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47ac8eeb to 127.0.0.1:50374 2024-12-13T12:19:33,008 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:33,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:33,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:33,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:33,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:33,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:33,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:33,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:33,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:33,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:33,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:33,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:33,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:33,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:33,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:33,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:33,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:33,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:33,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:33,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:33,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:33,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:33,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:33,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:33,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:33,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:33,503 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:34,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:34,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:34,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:34,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:34,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:34,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:34,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:34,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:34,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:34,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:34,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:34,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:34,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:34,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:34,015 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:34,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:34,016 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:34,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:34,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:34,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 55 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092434009, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:34,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:34,017 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e4b535a to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@182b876a 2024-12-13T12:19:34,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:34,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:34,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:34,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:34,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:34,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:34,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:34,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:34,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:34,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:34,021 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-13T12:19:34,054 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e6b5835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:34,056 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:34,057 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43182, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:34,059 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e4b535a to 127.0.0.1:50374 2024-12-13T12:19:34,059 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:34,291 INFO [23617cae5624:35429Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [23617cae5624%2C35429%2C1734092287468]: currently replicating from: hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 at position: -1 2024-12-13T12:19:34,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-13T12:19:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-13T12:19:34,551 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T12:19:34,553 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T12:19:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T12:19:34,558 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/testdroppedtimed/b73c19c5efc6d81179cbaa2e72feecfa 2024-12-13T12:19:34,562 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/testdroppedtimed/b73c19c5efc6d81179cbaa2e72feecfa/fam, FileablePath, hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/testdroppedtimed/b73c19c5efc6d81179cbaa2e72feecfa/recovered.edits] 2024-12-13T12:19:34,569 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/testdroppedtimed/b73c19c5efc6d81179cbaa2e72feecfa/fam/b62aac02739e449bb7a616ab43e8cf44 to hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/archive/data/default/testdroppedtimed/b73c19c5efc6d81179cbaa2e72feecfa/fam/b62aac02739e449bb7a616ab43e8cf44 2024-12-13T12:19:34,576 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/testdroppedtimed/b73c19c5efc6d81179cbaa2e72feecfa/recovered.edits/8.seqid to hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/archive/data/default/testdroppedtimed/b73c19c5efc6d81179cbaa2e72feecfa/recovered.edits/8.seqid 2024-12-13T12:19:34,577 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/testdroppedtimed/b73c19c5efc6d81179cbaa2e72feecfa 2024-12-13T12:19:34,577 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-13T12:19:34,580 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T12:19:34,583 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-13T12:19:34,586 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-13T12:19:34,587 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T12:19:34,587 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-13T12:19:34,588 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734092314743.b73c19c5efc6d81179cbaa2e72feecfa.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734092374587"}]},"ts":"9223372036854775807"} 2024-12-13T12:19:34,589 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-13T12:19:34,589 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => b73c19c5efc6d81179cbaa2e72feecfa, NAME => 'testdroppedtimed,,1734092314743.b73c19c5efc6d81179cbaa2e72feecfa.', STARTKEY => '', ENDKEY => ''}] 2024-12-13T12:19:34,589 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-13T12:19:34,589 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734092374589"}]},"ts":"9223372036854775807"} 2024-12-13T12:19:34,590 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-13T12:19:34,604 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-13T12:19:34,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 81 msec 2024-12-13T12:19:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-13T12:19:34,655 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 75 completed 2024-12-13T12:19:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:34,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:34,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:34,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:34,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:34,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:34,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:34,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:34,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:34,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:34,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:34,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:34,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:34,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:34,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:34,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:34,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:34,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:34,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:34,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:34,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:34,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:34,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:34,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:34,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:34,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:34,665 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T12:19:34,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T12:19:34,969 INFO [23617cae5624:33159Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-13T12:19:35,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:35,066 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-13T12:19:35,067 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:35,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-13T12:19:35,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] ipc.CallRunner(138): callId: 56 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:60730 deadline: 1734092435060, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-13T12:19:35,070 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d34a215 to 127.0.0.1:50374 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4960740e 2024-12-13T12:19:35,104 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dfe37e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-13T12:19:35,105 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-13T12:19:35,106 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43196, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-13T12:19:35,107 WARN [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.HBaseInterClusterReplicationEndpoint(367): Missing table detected at sink, local table also does not exist, filtering edits for table 'testdroppedtimed' 2024-12-13T12:19:35,108 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d34a215 to 127.0.0.1:50374 2024-12-13T12:19:35,108 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:35,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:35,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:35,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:35,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:35,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:35,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:35,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:35,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:35,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:35,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:35,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:35,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:35,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:35,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:35,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:35,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:35,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:35,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:35,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:35,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:35,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:35,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:35,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:35,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:35,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:35,179 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T12:19:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:35,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:35,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:35,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:35,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:35,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:35,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:35,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:35,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:35,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:35,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:35,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:35,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:35,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:35,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:35,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:35,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:35,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:35,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:35,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:35,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:35,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:35,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:35,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:35,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:35,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:35,698 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T12:19:35,731 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-13T12:19:36,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,164 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/27=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/28=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/29=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/30=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/31=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/32=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/33=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/34=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/35=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/36=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/37=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/38=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/39=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/40=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/41=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/42=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/43=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/44=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/45=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/46=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/47=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/48=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/49=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/50=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=209393, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,172 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,186 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/51=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/52=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/53=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/54=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/55=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/56=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/57=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/58=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/59=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/60=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/61=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/62=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/63=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/64=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/65=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/66=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/67=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/68=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/69=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/70=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/71=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/72=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/73=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/74=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=310073, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,188 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:36,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:36,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:36,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:36,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:36,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:36,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:36,203 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/75=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/76=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/77=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/78=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/79=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/80=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/81=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/82=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/83=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/84=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/85=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/86=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/87=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/88=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/89=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/90=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/91=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/92=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/93=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/94=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/95=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/96=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/97=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/98=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=410753, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:36,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:36,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:36,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:36,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:36,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:36,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:36,206 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:36,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:36,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:36,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:36,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:36,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:36,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:36,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:36,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:36,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:36,210 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:36,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:36,210 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T12:19:36,219 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/99=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/100=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/101=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/102=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/103=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/104=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/105=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/106=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/107=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/108=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/109=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/110=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/111=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/112=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/113=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/114=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/115=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/116=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/117=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/118=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/119=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/120=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/121=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/122=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=511433, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,222 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,237 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/123=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/124=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/125=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/126=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/127=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/128=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/129=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/130=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/131=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/132=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/133=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/134=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/135=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/136=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/137=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/138=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/139=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/140=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/141=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/142=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/143=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/144=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/145=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/146=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=612132, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,241 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,272 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/147=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/148=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/149=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/150=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/151=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/152=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/153=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/154=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/155=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/156=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/157=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/158=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/159=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/160=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/161=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/162=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/163=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/164=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/165=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/166=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/167=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/168=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/169=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/170=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=712836, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,278 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,295 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/171=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/172=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/173=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/174=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/175=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/176=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/177=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/178=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/179=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/180=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/181=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/182=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/183=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/184=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/185=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/186=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/187=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/188=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/189=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/190=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/191=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/192=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/193=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/194=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=813540, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,298 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,312 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/195=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/196=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/197=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/198=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/199=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/200=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/201=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/202=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/203=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/204=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/205=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/206=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/207=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/208=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/209=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/210=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/211=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/212=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/213=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/214=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/215=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/216=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/217=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/218=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=914244, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,314 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,349 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/219=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/220=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/221=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/222=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/223=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/224=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/225=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/226=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/227=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/228=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/229=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/230=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/231=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/232=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/233=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/234=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/235=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/236=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/237=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/238=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/239=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/240=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/241=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/242=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=1014948, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,351 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,370 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/243=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/244=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/245=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/246=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/247=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/248=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/249=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/250=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/251=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/252=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/253=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/254=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/255=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/256=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/257=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/258=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/259=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/260=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/261=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/262=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/263=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/264=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/265=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/266=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=1115652, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,372 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,387 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/267=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/268=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/269=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/270=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/271=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/272=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/273=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/274=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/275=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/276=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/277=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/278=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/279=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/280=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/281=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/282=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/283=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/284=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/285=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/286=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/287=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/288=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/289=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/290=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=1216356, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,389 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,404 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/291=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/292=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/293=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/294=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/295=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/296=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/297=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/298=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/299=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/300=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/301=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/302=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/303=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/304=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/305=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/306=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/307=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/308=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/309=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/310=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/311=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/312=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/313=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/314=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=1317060, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,405 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,420 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/315=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/316=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/317=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/318=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/319=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/320=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/321=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/322=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/323=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/324=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/325=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/326=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/327=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/328=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/329=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/330=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/331=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/332=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/333=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/334=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/335=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/336=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/337=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/338=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=1417764, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,423 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,436 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/339=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/340=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/341=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/342=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/343=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/344=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/345=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/346=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/347=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/348=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/349=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/350=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/351=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/352=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/353=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/354=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/355=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/356=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/357=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/358=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/359=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/360=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/361=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/362=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=1518468, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,438 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,453 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/363=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/364=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/365=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/366=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/367=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/368=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/369=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/370=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/371=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/372=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/373=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/374=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/375=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/376=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/377=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/378=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/379=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/380=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/381=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/382=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/383=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/384=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/385=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/386=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=1619172, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,454 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,469 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/387=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/388=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/389=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/390=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/391=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/392=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/393=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/394=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/395=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/396=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/397=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/398=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/399=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/400=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/401=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/402=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/403=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/404=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/405=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/406=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/407=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/408=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/409=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/410=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=1719876, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,472 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,487 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/411=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/412=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/413=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/414=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/415=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/416=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/417=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/418=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/419=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/420=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/421=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/422=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/423=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/424=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/425=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/426=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/427=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/428=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/429=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/430=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/431=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/432=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/433=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/434=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=1820580, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,488 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,503 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/435=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/436=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/437=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/438=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/439=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/440=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/441=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/442=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/443=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/444=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/445=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/446=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/447=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/448=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/449=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/450=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/451=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/452=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/453=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/454=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/455=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/456=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/457=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/458=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=1921284, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,504 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,505 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,520 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/459=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/460=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/461=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/462=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/463=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/464=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/465=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/466=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/467=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/468=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/469=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/470=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/471=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/472=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/473=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/474=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/475=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/476=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/477=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/478=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/479=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/480=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/481=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/482=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=2021988, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,521 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,536 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/483=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/484=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/485=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/486=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/487=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/488=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/489=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/490=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/491=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/492=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/493=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/494=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/495=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/496=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/497=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/498=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/499=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/500=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/501=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/502=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/503=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/504=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/505=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/506=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=2122692, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,537 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,553 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/507=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/508=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/509=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/510=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/511=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/512=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/513=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/514=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/515=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/516=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/517=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/518=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/519=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/520=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/521=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/522=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/523=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/524=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/525=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/526=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/527=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/528=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/529=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/530=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=2223396, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,554 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,570 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/531=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/532=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/533=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/534=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/535=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/536=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/537=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/538=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/539=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/540=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/541=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/542=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/543=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/544=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/545=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/546=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/547=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/548=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/549=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/550=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/551=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/552=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/553=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/554=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=2324100, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,571 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,586 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/555=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/556=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/557=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/558=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/559=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/560=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/561=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/562=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/563=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/564=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/565=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/566=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/567=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/568=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/569=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/570=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/571=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/572=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/573=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/574=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/575=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/576=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/577=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/578=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=2424804, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,588 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,621 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/579=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/580=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/581=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/582=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/583=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/584=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/585=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/586=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/587=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/588=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/589=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/590=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/591=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/592=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/593=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/594=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/595=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/596=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/597=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/598=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/599=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/600=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/601=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/602=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=2525508, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,622 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,622 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,637 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/603=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/604=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/605=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/606=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/607=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/608=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/609=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/610=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/611=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/612=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/613=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/614=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/615=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/616=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/617=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/618=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/619=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/620=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/621=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/622=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/623=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/624=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/625=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/626=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=2626212, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,638 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,653 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/627=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/628=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/629=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/630=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/631=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/632=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/633=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/634=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/635=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/636=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/637=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/638=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/639=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/640=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/641=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/642=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/643=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/644=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/645=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/646=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/647=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/648=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/649=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/650=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=2726916, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,654 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,670 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/651=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/652=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/653=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/654=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/655=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/656=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/657=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/658=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/659=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/660=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/661=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/662=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/663=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/664=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/665=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/666=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/667=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/668=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/669=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/670=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/671=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/672=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/673=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/674=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=2827620, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,671 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,686 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/675=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/676=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/677=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/678=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/679=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/680=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/681=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/682=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/683=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/684=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/685=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/686=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/687=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/688=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/689=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/690=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/691=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/692=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/693=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/694=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/695=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/696=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/697=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/698=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=2928324, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,687 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,703 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/699=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/700=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/701=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/702=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/703=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/704=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/705=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/706=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/707=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/708=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/709=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/710=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/711=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/712=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/713=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/714=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/715=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/716=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/717=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/718=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/719=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/720=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/721=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/722=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=3029028, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,705 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:36,712 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/723=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/724=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/725=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/726=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/727=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/728=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/729=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/730=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/731=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/732=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/733=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/734=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/735=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/736=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/737=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/738=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/739=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/740=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/741=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/742=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/743=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/744=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/745=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/746=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=3129732, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,713 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:36,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:36,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:36,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:36,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:36,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:36,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:36,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:36,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:36,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:36,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:36,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:36,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:36,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:36,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:36,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:36,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:36,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:36,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:36,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:36,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:36,728 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/747=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/748=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/749=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/750=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/751=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/752=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/753=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/754=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/755=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/756=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/757=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/758=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/759=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/760=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/761=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/762=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/763=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/764=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/765=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/766=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/767=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/768=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/769=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/770=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=3230436, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:36,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:36,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:36,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:36,730 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,730 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-13T12:19:36,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,745 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/771=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/772=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/773=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/774=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/775=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/776=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/777=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/778=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/779=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/780=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/781=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/782=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/783=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/784=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/785=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/786=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/787=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/788=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/789=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/790=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/791=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/792=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/793=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/794=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=3331140, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,746 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,761 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/795=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/796=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/797=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/798=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/799=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/800=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/801=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/802=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/803=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/804=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/805=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/806=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/807=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/808=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/809=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/810=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/811=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/812=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/813=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/814=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/815=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/816=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/817=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/818=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=3431844, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,763 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,779 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/819=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/820=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/821=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/822=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/823=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/824=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/825=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/826=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/827=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/828=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/829=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/830=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/831=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/832=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/833=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/834=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/835=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/836=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/837=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/838=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/839=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/840=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/841=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/842=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=3532548, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,780 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,795 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/843=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/844=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/845=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/846=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/847=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/848=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/849=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/850=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/851=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/852=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/853=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/854=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/855=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/856=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/857=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/858=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/859=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/860=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/861=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/862=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/863=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/864=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/865=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/866=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=3633252, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,796 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,811 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/867=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/868=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/869=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/870=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/871=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/872=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/873=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/874=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/875=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/876=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/877=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/878=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/879=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/880=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/881=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/882=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/883=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/884=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/885=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/886=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/887=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/888=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/889=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/890=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=3733956, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,813 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,828 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/891=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/892=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/893=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/894=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/895=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/896=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/897=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/898=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/899=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/900=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/901=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/902=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/903=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/904=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/905=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/906=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/907=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/908=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/909=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/910=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/911=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/912=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/913=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/914=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=3834660, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,830 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,837 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/915=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/916=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/917=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/918=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/919=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/920=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/921=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/922=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/923=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/924=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/925=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/926=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/927=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/928=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/929=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/930=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/931=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/932=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/933=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/934=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/935=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/936=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/937=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/938=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=3935364, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,838 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-13T12:19:36,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,842 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,853 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/939=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/940=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/941=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/942=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/943=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/944=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/945=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/946=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/947=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/948=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/949=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/950=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/951=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/952=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/953=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/954=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/955=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/956=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/957=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/958=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/959=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/960=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/961=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/962=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=4036068, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,854 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-13T12:19:36,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,870 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 to pos 4208104, reset compression=false 2024-12-13T12:19:36,870 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/963=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/964=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/965=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/966=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/967=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/968=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/969=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/970=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/971=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/972=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/973=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/974=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/975=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/976=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/977=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/978=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/979=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/980=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/981=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/982=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/983=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/984=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/985=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/986=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=4136772, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-13T12:19:36,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,878 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-13T12:19:36,887 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 to pos 4208924, reset compression=false 2024-12-13T12:19:36,887 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/2a890efff90915d4385c7e69a450c43d/987=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/988=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/989=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/990=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/991=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/992=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/993=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/994=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/995=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/996=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/997=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/998=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/999=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/1000=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/1001=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/1002=[#edits: 1 = ],4297}, {test/2a890efff90915d4385c7e69a450c43d/1003=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=4208104, nbRowKeys=17, nbHFiles=0, heapSize=73049, lastSeqIds={}, endOfFile=false,usedBufferSize=73049] 2024-12-13T12:19:36,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-13T12:19:36,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-13T12:19:36,922 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424, lastWalPosition=4208924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-13T12:19:37,094 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 to pos 4208924, reset compression=false 2024-12-13T12:19:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33159 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-13T12:19:37,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-13T12:19:37,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-13T12:19:37,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-13T12:19:37,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-13T12:19:37,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-13T12:19:37,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-13T12:19:37,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-13T12:19:37,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-13T12:19:37,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-13T12:19:37,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-13T12:19:37,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-13T12:19:37,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-13T12:19:37,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-13T12:19:37,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-13T12:19:37,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-13T12:19:37,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-13T12:19:37,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-13T12:19:37,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-13T12:19:37,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-13T12:19:37,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-13T12:19:37,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-13T12:19:37,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-13T12:19:37,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-13T12:19:37,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-13T12:19:37,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-13T12:19:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-13T12:19:37,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.HMaster(3926): Client=jenkins//172.17.0.2 removing replication peer, id=2 2024-12-13T12:19:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure 2024-12-13T12:19:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T12:19:37,271 DEBUG [PEWorker-4 {}] zookeeper.ZKUtil(111): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Set watcher on existing znode=/1/replication/peers/2/peer-state 2024-12-13T12:19:37,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2/peer-state 2024-12-13T12:19:37,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/peers/2 2024-12-13T12:19:37,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2 2024-12-13T12:19:37,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-13T12:19:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T12:19:37,403 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 to pos 4208924, reset compression=false 2024-12-13T12:19:37,456 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 23617cae5624,35429,1734092287468 2024-12-13T12:19:37,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35429 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=77 2024-12-13T12:19:37,457 INFO [RS_REFRESH_PEER-regionserver/23617cae5624:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=REMOVE_PEER 2024-12-13T12:19:37,457 INFO [RS_REFRESH_PEER-regionserver/23617cae5624:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(287): Number of deleted recovered sources for 2: 0 2024-12-13T12:19:37,457 INFO [RS_REFRESH_PEER-regionserver/23617cae5624:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Replication stream was removed by a user 2024-12-13T12:19:37,563 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1001f53765d000f, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T12:19:37,563 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1001f53765d000f, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T12:19:37,563 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3da0d4d3 to 127.0.0.1:50374 2024-12-13T12:19:37,563 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0 {event_type=RS_REFRESH_PEER, pid=77}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T12:19:37,664 WARN [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-13T12:19:37,664 WARN [RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.wal-reader.23617cae5624%2C35429%2C1734092287468,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-13T12:19:37,764 INFO [RS_REFRESH_PEER-regionserver/23617cae5624:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/23617cae5624:0-0.replicationSource,2.replicationSource.shipper23617cae5624%2C35429%2C1734092287468,2 terminated 2024-12-13T12:19:37,765 INFO [RS_REFRESH_PEER-regionserver/23617cae5624:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(430): Done with the queue 2 2024-12-13T12:19:37,768 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ZKUtil(111): regionserver:35429-0x1001f53765d0001, quorum=127.0.0.1:50374, baseZNode=/1 Set watcher on existing znode=/1/replication/rs/23617cae5624,35429,1734092287468/2/23617cae5624%2C35429%2C1734092287468.1734092289424 2024-12-13T12:19:37,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x1001f53765d0001, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/23617cae5624,35429,1734092287468/2/23617cae5624%2C35429%2C1734092287468.1734092289424 2024-12-13T12:19:37,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x1001f53765d0001, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/rs/23617cae5624,35429,1734092287468/2 2024-12-13T12:19:37,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x1001f53765d0001, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/23617cae5624,35429,1734092287468/2 2024-12-13T12:19:37,779 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0 {event_type=RS_REFRESH_PEER, pid=77}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-13T12:19:37,779 DEBUG [RS_REFRESH_PEER-regionserver/23617cae5624:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-13T12:19:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.HMaster(4106): Remote procedure done, pid=77 2024-12-13T12:19:37,781 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for REMOVE on 23617cae5624,35429,1734092287468 suceeded 2024-12-13T12:19:37,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-13T12:19:37,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 477 msec 2024-12-13T12:19:37,795 DEBUG [PEWorker-3 {}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-13T12:19:37,795 INFO [PEWorker-3 {}] replication.RemovePeerProcedure(76): Successfully removed peer 2 2024-12-13T12:19:37,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure in 529 msec 2024-12-13T12:19:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33161 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-13T12:19:37,895 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=395 (was 390) Potentially hanging thread: hconnection-0x433c1e6c-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x433c1e6c-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/23617cae5624:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x433c1e6c-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_95085926_22 at /127.0.0.1:50898 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50374@0x377f6db4-SendThread(127.0.0.1:50374) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/23617cae5624:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/cluster_0b297e0b-f458-aa3d-16ab-a1df6f700a44/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x433c1e6c-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50374@0x377f6db4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$757/0x00007fb0b8b53818.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x433c1e6c-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/cluster_0b297e0b-f458-aa3d-16ab-a1df6f700a44/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50374@0x377f6db4-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x433c1e6c-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_REFRESH_PEER-regionserver/23617cae5624:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50374@0x1a5b97cd-SendThread(127.0.0.1:50374) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50374@0x1a5b97cd java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$757/0x00007fb0b8b53818.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50374@0x32f27518 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$757/0x00007fb0b8b53818.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1984092981) connection to localhost/127.0.0.1:37621 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:50374@0x1a5b97cd-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) - Thread LEAK? -, OpenFileDescriptor=572 (was 570) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=130 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=4272 (was 4624) 2024-12-13T12:19:37,896 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0490d224 to 127.0.0.1:50374 2024-12-13T12:19:37,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:37,896 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07ad6376 to 127.0.0.1:50374 2024-12-13T12:19:37,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:37,897 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T12:19:37,897 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0740a5b0 to 127.0.0.1:50374 2024-12-13T12:19:37,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:37,897 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T12:19:37,897 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T12:19:37,897 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x35b7463a to 127.0.0.1:50374 2024-12-13T12:19:37,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:37,897 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-13T12:19:37,897 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1013141745, stopped=false 2024-12-13T12:19:37,898 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=23617cae5624,45175,1734092293013 2024-12-13T12:19:37,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-13T12:19:37,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1001f53765d0004, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-13T12:19:37,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1001f53765d0004, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T12:19:37,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T12:19:37,912 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-13T12:19:37,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:37,912 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '23617cae5624,33159,1734092293152' ***** 2024-12-13T12:19:37,912 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T12:19:37,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33159-0x1001f53765d0004, quorum=127.0.0.1:50374, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T12:19:37,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-13T12:19:37,913 INFO [RS:0;23617cae5624:33159 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T12:19:37,913 INFO [RS:0;23617cae5624:33159 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T12:19:37,913 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T12:19:37,913 INFO [RS:0;23617cae5624:33159 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T12:19:37,913 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for 177d008d3d589ad27b56a26860638624 2024-12-13T12:19:37,913 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for f8653fc496e288b7f2fbf2d222aa76e2 2024-12-13T12:19:37,913 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for 9bdf5ad8b76871e8a721b24de387bb68 2024-12-13T12:19:37,913 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for 6eacca11df6578c6ea704b8bb700b7b9 2024-12-13T12:19:37,913 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for 60ef0e047582219c2f6ddec8748ab05f 2024-12-13T12:19:37,913 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for 21558e491e0292eb0fd2b4fdb7f9c31e 2024-12-13T12:19:37,913 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for 5ec0507079efc9ea3a7113438e4db6a3 2024-12-13T12:19:37,913 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for b11d8bab35acfc7a023191adb1d35a12 2024-12-13T12:19:37,913 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for 69df8d2812c7368d55c7fd9382abd17b 2024-12-13T12:19:37,913 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for e7e21be0b14fbb2cba9f781c8a2af555 2024-12-13T12:19:37,913 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for 5d62db03426d98804cc757d3f80e6656 2024-12-13T12:19:37,913 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for 2d850cad6a4a51630cb52325a5231cfe 2024-12-13T12:19:37,913 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for 468c0f683ed131f7e890a6dd0476451d 2024-12-13T12:19:37,913 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for bcdb283ba18cf504646d90fd819e3839 2024-12-13T12:19:37,913 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for d5e2939996b10d0104e090e5ed95cab5 2024-12-13T12:19:37,913 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for d153b7ff3abf0b0c2d71a84807529a7c 2024-12-13T12:19:37,913 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for dc4bd253a611118c8fe855bb9207174a 2024-12-13T12:19:37,914 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for c94c88f0e6fa1e10b8a45f9339aab2e3 2024-12-13T12:19:37,914 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for 3d68f6f2ebb32fc74b3d9a5e0393217f 2024-12-13T12:19:37,914 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for 0e42faddc098e0ec51e7cf5ffdb5a08b 2024-12-13T12:19:37,914 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for ef12e066a772f55dd39b6249d1205187 2024-12-13T12:19:37,914 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 177d008d3d589ad27b56a26860638624, disabling compactions & flushes 2024-12-13T12:19:37,914 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for f8805450f87b21432505204d7a994bdd 2024-12-13T12:19:37,914 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734092296165.177d008d3d589ad27b56a26860638624. 2024-12-13T12:19:37,914 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for 6b377ece7a9902fddc1cbfde798e63af 2024-12-13T12:19:37,914 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734092296165.177d008d3d589ad27b56a26860638624. 2024-12-13T12:19:37,914 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for 3532a7ea5a5c390a2e39c746dacd9868 2024-12-13T12:19:37,914 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734092296165.177d008d3d589ad27b56a26860638624. after waiting 0 ms 2024-12-13T12:19:37,914 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for c80bfaf9681c770353dbf716c7660eec 2024-12-13T12:19:37,914 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734092296165.177d008d3d589ad27b56a26860638624. 2024-12-13T12:19:37,914 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for 59497a053348311c434f5f4a0dbc694a 2024-12-13T12:19:37,914 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for 66a5677dba7825914b623c744d35a97e 2024-12-13T12:19:37,914 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 177d008d3d589ad27b56a26860638624 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-13T12:19:37,914 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(1224): stopping server 23617cae5624,33159,1734092293152 2024-12-13T12:19:37,914 DEBUG [RS:0;23617cae5624:33159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:37,914 INFO [RS:0;23617cae5624:33159 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T12:19:37,914 INFO [RS:0;23617cae5624:33159 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T12:19:37,914 INFO [RS:0;23617cae5624:33159 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T12:19:37,914 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-13T12:19:37,914 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-13T12:19:37,914 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T12:19:37,914 INFO [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T12:19:37,914 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T12:19:37,914 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T12:19:37,914 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T12:19:37,915 INFO [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-13T12:19:37,917 DEBUG [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(1629): Waiting on 0e42faddc098e0ec51e7cf5ffdb5a08b, 1588230740, 177d008d3d589ad27b56a26860638624, 21558e491e0292eb0fd2b4fdb7f9c31e, 2d850cad6a4a51630cb52325a5231cfe, 3532a7ea5a5c390a2e39c746dacd9868, 3d68f6f2ebb32fc74b3d9a5e0393217f, 468c0f683ed131f7e890a6dd0476451d, 59497a053348311c434f5f4a0dbc694a, 5d62db03426d98804cc757d3f80e6656, 5ec0507079efc9ea3a7113438e4db6a3, 60ef0e047582219c2f6ddec8748ab05f, 66a5677dba7825914b623c744d35a97e, 69df8d2812c7368d55c7fd9382abd17b, 6b377ece7a9902fddc1cbfde798e63af, 6eacca11df6578c6ea704b8bb700b7b9, 9bdf5ad8b76871e8a721b24de387bb68, b11d8bab35acfc7a023191adb1d35a12, bcdb283ba18cf504646d90fd819e3839, c80bfaf9681c770353dbf716c7660eec, c94c88f0e6fa1e10b8a45f9339aab2e3, d153b7ff3abf0b0c2d71a84807529a7c, d5e2939996b10d0104e090e5ed95cab5, dc4bd253a611118c8fe855bb9207174a, e7e21be0b14fbb2cba9f781c8a2af555, ef12e066a772f55dd39b6249d1205187, f8653fc496e288b7f2fbf2d222aa76e2, f8805450f87b21432505204d7a994bdd 2024-12-13T12:19:37,930 INFO [regionserver/23617cae5624:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T12:19:37,935 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/namespace/177d008d3d589ad27b56a26860638624/.tmp/info/1ab2532941df4656808dea46f837debc is 45, key is default/info:d/1734092297493/Put/seqid=0 2024-12-13T12:19:37,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741866_1042 (size=5037) 2024-12-13T12:19:37,945 INFO [regionserver/23617cae5624:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-13T12:19:37,945 INFO [regionserver/23617cae5624:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-13T12:19:37,945 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/meta/1588230740/.tmp/info/51cc8f5379544de5950b6bb13da7b8de is 143, key is hbase:namespace,,1734092296165.177d008d3d589ad27b56a26860638624./info:regioninfo/1734092297416/Put/seqid=0 2024-12-13T12:19:37,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741867_1043 (size=36340) 2024-12-13T12:19:38,118 DEBUG [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(1629): Waiting on 0e42faddc098e0ec51e7cf5ffdb5a08b, 1588230740, 177d008d3d589ad27b56a26860638624, 21558e491e0292eb0fd2b4fdb7f9c31e, 2d850cad6a4a51630cb52325a5231cfe, 3532a7ea5a5c390a2e39c746dacd9868, 3d68f6f2ebb32fc74b3d9a5e0393217f, 468c0f683ed131f7e890a6dd0476451d, 59497a053348311c434f5f4a0dbc694a, 5d62db03426d98804cc757d3f80e6656, 5ec0507079efc9ea3a7113438e4db6a3, 60ef0e047582219c2f6ddec8748ab05f, 66a5677dba7825914b623c744d35a97e, 69df8d2812c7368d55c7fd9382abd17b, 6b377ece7a9902fddc1cbfde798e63af, 6eacca11df6578c6ea704b8bb700b7b9, 9bdf5ad8b76871e8a721b24de387bb68, b11d8bab35acfc7a023191adb1d35a12, bcdb283ba18cf504646d90fd819e3839, c80bfaf9681c770353dbf716c7660eec, c94c88f0e6fa1e10b8a45f9339aab2e3, d153b7ff3abf0b0c2d71a84807529a7c, d5e2939996b10d0104e090e5ed95cab5, dc4bd253a611118c8fe855bb9207174a, e7e21be0b14fbb2cba9f781c8a2af555, ef12e066a772f55dd39b6249d1205187, f8653fc496e288b7f2fbf2d222aa76e2, f8805450f87b21432505204d7a994bdd 2024-12-13T12:19:38,318 DEBUG [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(1629): Waiting on 0e42faddc098e0ec51e7cf5ffdb5a08b, 1588230740, 177d008d3d589ad27b56a26860638624, 21558e491e0292eb0fd2b4fdb7f9c31e, 2d850cad6a4a51630cb52325a5231cfe, 3532a7ea5a5c390a2e39c746dacd9868, 3d68f6f2ebb32fc74b3d9a5e0393217f, 468c0f683ed131f7e890a6dd0476451d, 59497a053348311c434f5f4a0dbc694a, 5d62db03426d98804cc757d3f80e6656, 5ec0507079efc9ea3a7113438e4db6a3, 60ef0e047582219c2f6ddec8748ab05f, 66a5677dba7825914b623c744d35a97e, 69df8d2812c7368d55c7fd9382abd17b, 6b377ece7a9902fddc1cbfde798e63af, 6eacca11df6578c6ea704b8bb700b7b9, 9bdf5ad8b76871e8a721b24de387bb68, b11d8bab35acfc7a023191adb1d35a12, bcdb283ba18cf504646d90fd819e3839, c80bfaf9681c770353dbf716c7660eec, c94c88f0e6fa1e10b8a45f9339aab2e3, d153b7ff3abf0b0c2d71a84807529a7c, d5e2939996b10d0104e090e5ed95cab5, dc4bd253a611118c8fe855bb9207174a, e7e21be0b14fbb2cba9f781c8a2af555, ef12e066a772f55dd39b6249d1205187, f8653fc496e288b7f2fbf2d222aa76e2, f8805450f87b21432505204d7a994bdd 2024-12-13T12:19:38,344 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/namespace/177d008d3d589ad27b56a26860638624/.tmp/info/1ab2532941df4656808dea46f837debc 2024-12-13T12:19:38,350 INFO [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/meta/1588230740/.tmp/info/51cc8f5379544de5950b6bb13da7b8de 2024-12-13T12:19:38,355 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/namespace/177d008d3d589ad27b56a26860638624/.tmp/info/1ab2532941df4656808dea46f837debc as hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/namespace/177d008d3d589ad27b56a26860638624/info/1ab2532941df4656808dea46f837debc 2024-12-13T12:19:38,361 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/namespace/177d008d3d589ad27b56a26860638624/info/1ab2532941df4656808dea46f837debc, entries=2, sequenceid=6, filesize=4.9 K 2024-12-13T12:19:38,362 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 177d008d3d589ad27b56a26860638624 in 448ms, sequenceid=6, compaction requested=false 2024-12-13T12:19:38,366 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/namespace/177d008d3d589ad27b56a26860638624/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-13T12:19:38,366 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734092296165.177d008d3d589ad27b56a26860638624. 2024-12-13T12:19:38,366 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 177d008d3d589ad27b56a26860638624: 2024-12-13T12:19:38,366 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734092296165.177d008d3d589ad27b56a26860638624. 2024-12-13T12:19:38,367 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f8653fc496e288b7f2fbf2d222aa76e2, disabling compactions & flushes 2024-12-13T12:19:38,367 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734092305919.f8653fc496e288b7f2fbf2d222aa76e2. 2024-12-13T12:19:38,367 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734092305919.f8653fc496e288b7f2fbf2d222aa76e2. 2024-12-13T12:19:38,367 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734092305919.f8653fc496e288b7f2fbf2d222aa76e2. after waiting 0 ms 2024-12-13T12:19:38,367 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734092305919.f8653fc496e288b7f2fbf2d222aa76e2. 2024-12-13T12:19:38,370 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/f8653fc496e288b7f2fbf2d222aa76e2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:38,370 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734092305919.f8653fc496e288b7f2fbf2d222aa76e2. 2024-12-13T12:19:38,370 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f8653fc496e288b7f2fbf2d222aa76e2: 2024-12-13T12:19:38,370 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734092305919.f8653fc496e288b7f2fbf2d222aa76e2. 2024-12-13T12:19:38,371 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9bdf5ad8b76871e8a721b24de387bb68, disabling compactions & flushes 2024-12-13T12:19:38,371 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734092305919.9bdf5ad8b76871e8a721b24de387bb68. 2024-12-13T12:19:38,371 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734092305919.9bdf5ad8b76871e8a721b24de387bb68. 2024-12-13T12:19:38,371 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734092305919.9bdf5ad8b76871e8a721b24de387bb68. after waiting 0 ms 2024-12-13T12:19:38,371 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734092305919.9bdf5ad8b76871e8a721b24de387bb68. 2024-12-13T12:19:38,374 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/9bdf5ad8b76871e8a721b24de387bb68/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:38,374 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734092305919.9bdf5ad8b76871e8a721b24de387bb68. 2024-12-13T12:19:38,374 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9bdf5ad8b76871e8a721b24de387bb68: 2024-12-13T12:19:38,374 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734092305919.9bdf5ad8b76871e8a721b24de387bb68. 2024-12-13T12:19:38,374 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6eacca11df6578c6ea704b8bb700b7b9, disabling compactions & flushes 2024-12-13T12:19:38,374 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/meta/1588230740/.tmp/rep_barrier/2febe836892a4033869178ee5f245693 is 115, key is test,bbb,1734092305919.d153b7ff3abf0b0c2d71a84807529a7c./rep_barrier:seqnumDuringOpen/1734092310328/Put/seqid=0 2024-12-13T12:19:38,374 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734092305919.6eacca11df6578c6ea704b8bb700b7b9. 2024-12-13T12:19:38,374 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734092305919.6eacca11df6578c6ea704b8bb700b7b9. 2024-12-13T12:19:38,374 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734092305919.6eacca11df6578c6ea704b8bb700b7b9. after waiting 0 ms 2024-12-13T12:19:38,374 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734092305919.6eacca11df6578c6ea704b8bb700b7b9. 2024-12-13T12:19:38,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741868_1044 (size=8574) 2024-12-13T12:19:38,384 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/6eacca11df6578c6ea704b8bb700b7b9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:38,384 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734092305919.6eacca11df6578c6ea704b8bb700b7b9. 2024-12-13T12:19:38,384 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6eacca11df6578c6ea704b8bb700b7b9: 2024-12-13T12:19:38,384 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734092305919.6eacca11df6578c6ea704b8bb700b7b9. 2024-12-13T12:19:38,385 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 60ef0e047582219c2f6ddec8748ab05f, disabling compactions & flushes 2024-12-13T12:19:38,385 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734092305919.60ef0e047582219c2f6ddec8748ab05f. 2024-12-13T12:19:38,385 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734092305919.60ef0e047582219c2f6ddec8748ab05f. 2024-12-13T12:19:38,385 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734092305919.60ef0e047582219c2f6ddec8748ab05f. after waiting 0 ms 2024-12-13T12:19:38,385 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734092305919.60ef0e047582219c2f6ddec8748ab05f. 2024-12-13T12:19:38,388 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/60ef0e047582219c2f6ddec8748ab05f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:38,389 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734092305919.60ef0e047582219c2f6ddec8748ab05f. 2024-12-13T12:19:38,389 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 60ef0e047582219c2f6ddec8748ab05f: 2024-12-13T12:19:38,389 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734092305919.60ef0e047582219c2f6ddec8748ab05f. 2024-12-13T12:19:38,389 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 21558e491e0292eb0fd2b4fdb7f9c31e, disabling compactions & flushes 2024-12-13T12:19:38,389 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734092305919.21558e491e0292eb0fd2b4fdb7f9c31e. 2024-12-13T12:19:38,389 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734092305919.21558e491e0292eb0fd2b4fdb7f9c31e. 2024-12-13T12:19:38,389 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734092305919.21558e491e0292eb0fd2b4fdb7f9c31e. after waiting 0 ms 2024-12-13T12:19:38,389 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734092305919.21558e491e0292eb0fd2b4fdb7f9c31e. 2024-12-13T12:19:38,393 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/21558e491e0292eb0fd2b4fdb7f9c31e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:38,394 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734092305919.21558e491e0292eb0fd2b4fdb7f9c31e. 2024-12-13T12:19:38,394 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 21558e491e0292eb0fd2b4fdb7f9c31e: 2024-12-13T12:19:38,394 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734092305919.21558e491e0292eb0fd2b4fdb7f9c31e. 2024-12-13T12:19:38,394 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5ec0507079efc9ea3a7113438e4db6a3, disabling compactions & flushes 2024-12-13T12:19:38,394 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734092305919.5ec0507079efc9ea3a7113438e4db6a3. 2024-12-13T12:19:38,394 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734092305919.5ec0507079efc9ea3a7113438e4db6a3. 2024-12-13T12:19:38,394 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734092305919.5ec0507079efc9ea3a7113438e4db6a3. after waiting 0 ms 2024-12-13T12:19:38,394 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734092305919.5ec0507079efc9ea3a7113438e4db6a3. 2024-12-13T12:19:38,398 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/5ec0507079efc9ea3a7113438e4db6a3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:38,399 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734092305919.5ec0507079efc9ea3a7113438e4db6a3. 2024-12-13T12:19:38,399 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5ec0507079efc9ea3a7113438e4db6a3: 2024-12-13T12:19:38,399 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734092305919.5ec0507079efc9ea3a7113438e4db6a3. 2024-12-13T12:19:38,399 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b11d8bab35acfc7a023191adb1d35a12, disabling compactions & flushes 2024-12-13T12:19:38,399 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734092305919.b11d8bab35acfc7a023191adb1d35a12. 2024-12-13T12:19:38,399 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734092305919.b11d8bab35acfc7a023191adb1d35a12. 2024-12-13T12:19:38,399 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734092305919.b11d8bab35acfc7a023191adb1d35a12. after waiting 0 ms 2024-12-13T12:19:38,399 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734092305919.b11d8bab35acfc7a023191adb1d35a12. 2024-12-13T12:19:38,403 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/b11d8bab35acfc7a023191adb1d35a12/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:38,404 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734092305919.b11d8bab35acfc7a023191adb1d35a12. 2024-12-13T12:19:38,404 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b11d8bab35acfc7a023191adb1d35a12: 2024-12-13T12:19:38,404 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734092305919.b11d8bab35acfc7a023191adb1d35a12. 2024-12-13T12:19:38,405 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 69df8d2812c7368d55c7fd9382abd17b, disabling compactions & flushes 2024-12-13T12:19:38,405 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Running close preflush of 69df8d2812c7368d55c7fd9382abd17b 2024-12-13T12:19:38,405 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 69df8d2812c7368d55c7fd9382abd17b 2/2 column families, dataSize=6.81 MB heapSize=6.94 MB 2024-12-13T12:19:38,441 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/69df8d2812c7368d55c7fd9382abd17b/.tmp/f/c201c7de96554773974fb97d58d35ba3 is 4136, key is NormalPut000/f:row/1734092319621/Put/seqid=0 2024-12-13T12:19:38,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741869_1045 (size=4145786) 2024-12-13T12:19:38,519 DEBUG [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(1629): Waiting on 0e42faddc098e0ec51e7cf5ffdb5a08b, 1588230740, 2d850cad6a4a51630cb52325a5231cfe, 3532a7ea5a5c390a2e39c746dacd9868, 3d68f6f2ebb32fc74b3d9a5e0393217f, 468c0f683ed131f7e890a6dd0476451d, 59497a053348311c434f5f4a0dbc694a, 5d62db03426d98804cc757d3f80e6656, 66a5677dba7825914b623c744d35a97e, 69df8d2812c7368d55c7fd9382abd17b, 6b377ece7a9902fddc1cbfde798e63af, bcdb283ba18cf504646d90fd819e3839, c80bfaf9681c770353dbf716c7660eec, c94c88f0e6fa1e10b8a45f9339aab2e3, d153b7ff3abf0b0c2d71a84807529a7c, d5e2939996b10d0104e090e5ed95cab5, dc4bd253a611118c8fe855bb9207174a, e7e21be0b14fbb2cba9f781c8a2af555, ef12e066a772f55dd39b6249d1205187, f8805450f87b21432505204d7a994bdd 2024-12-13T12:19:38,719 DEBUG [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(1629): Waiting on 0e42faddc098e0ec51e7cf5ffdb5a08b, 1588230740, 2d850cad6a4a51630cb52325a5231cfe, 3532a7ea5a5c390a2e39c746dacd9868, 3d68f6f2ebb32fc74b3d9a5e0393217f, 468c0f683ed131f7e890a6dd0476451d, 59497a053348311c434f5f4a0dbc694a, 5d62db03426d98804cc757d3f80e6656, 66a5677dba7825914b623c744d35a97e, 69df8d2812c7368d55c7fd9382abd17b, 6b377ece7a9902fddc1cbfde798e63af, bcdb283ba18cf504646d90fd819e3839, c80bfaf9681c770353dbf716c7660eec, c94c88f0e6fa1e10b8a45f9339aab2e3, d153b7ff3abf0b0c2d71a84807529a7c, d5e2939996b10d0104e090e5ed95cab5, dc4bd253a611118c8fe855bb9207174a, e7e21be0b14fbb2cba9f781c8a2af555, ef12e066a772f55dd39b6249d1205187, f8805450f87b21432505204d7a994bdd 2024-12-13T12:19:38,780 INFO [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/meta/1588230740/.tmp/rep_barrier/2febe836892a4033869178ee5f245693 2024-12-13T12:19:38,807 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/meta/1588230740/.tmp/table/a5d7d39c80504183bcc0357118894c0c is 94, key is testdroppedtimed,,1734092316864.40e51bfc74e2306afa12e60f3dcf8940./table:/1734092320789/DeleteFamily/seqid=0 2024-12-13T12:19:38,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741870_1046 (size=5605) 2024-12-13T12:19:38,844 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.81 MB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/69df8d2812c7368d55c7fd9382abd17b/.tmp/f/c201c7de96554773974fb97d58d35ba3 2024-12-13T12:19:38,852 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/69df8d2812c7368d55c7fd9382abd17b/.tmp/f/c201c7de96554773974fb97d58d35ba3 as hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/69df8d2812c7368d55c7fd9382abd17b/f/c201c7de96554773974fb97d58d35ba3 2024-12-13T12:19:38,859 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/69df8d2812c7368d55c7fd9382abd17b/f/c201c7de96554773974fb97d58d35ba3, entries=1000, sequenceid=144, filesize=4.0 M 2024-12-13T12:19:38,860 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~6.81 MB/7140096, heapSize ~6.93 MB/7271664, currentSize=0 B/0 for 69df8d2812c7368d55c7fd9382abd17b in 455ms, sequenceid=144, compaction requested=false 2024-12-13T12:19:38,860 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b. 2024-12-13T12:19:38,860 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b. 2024-12-13T12:19:38,860 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b. after waiting 0 ms 2024-12-13T12:19:38,860 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b. 2024-12-13T12:19:38,865 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/69df8d2812c7368d55c7fd9382abd17b/recovered.edits/147.seqid, newMaxSeqId=147, maxSeqId=1 2024-12-13T12:19:38,865 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b. 2024-12-13T12:19:38,865 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 69df8d2812c7368d55c7fd9382abd17b: 2024-12-13T12:19:38,865 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734092305919.69df8d2812c7368d55c7fd9382abd17b. 2024-12-13T12:19:38,865 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e7e21be0b14fbb2cba9f781c8a2af555, disabling compactions & flushes 2024-12-13T12:19:38,865 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734092305919.e7e21be0b14fbb2cba9f781c8a2af555. 2024-12-13T12:19:38,865 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734092305919.e7e21be0b14fbb2cba9f781c8a2af555. 2024-12-13T12:19:38,866 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734092305919.e7e21be0b14fbb2cba9f781c8a2af555. after waiting 0 ms 2024-12-13T12:19:38,866 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734092305919.e7e21be0b14fbb2cba9f781c8a2af555. 2024-12-13T12:19:38,869 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/e7e21be0b14fbb2cba9f781c8a2af555/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:38,869 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734092305919.e7e21be0b14fbb2cba9f781c8a2af555. 2024-12-13T12:19:38,869 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e7e21be0b14fbb2cba9f781c8a2af555: 2024-12-13T12:19:38,869 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734092305919.e7e21be0b14fbb2cba9f781c8a2af555. 2024-12-13T12:19:38,869 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5d62db03426d98804cc757d3f80e6656, disabling compactions & flushes 2024-12-13T12:19:38,869 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734092305919.5d62db03426d98804cc757d3f80e6656. 2024-12-13T12:19:38,869 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734092305919.5d62db03426d98804cc757d3f80e6656. 2024-12-13T12:19:38,869 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734092305919.5d62db03426d98804cc757d3f80e6656. after waiting 0 ms 2024-12-13T12:19:38,869 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734092305919.5d62db03426d98804cc757d3f80e6656. 2024-12-13T12:19:38,872 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/5d62db03426d98804cc757d3f80e6656/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:38,873 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734092305919.5d62db03426d98804cc757d3f80e6656. 2024-12-13T12:19:38,873 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5d62db03426d98804cc757d3f80e6656: 2024-12-13T12:19:38,873 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734092305919.5d62db03426d98804cc757d3f80e6656. 2024-12-13T12:19:38,873 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2d850cad6a4a51630cb52325a5231cfe, disabling compactions & flushes 2024-12-13T12:19:38,873 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734092305919.2d850cad6a4a51630cb52325a5231cfe. 2024-12-13T12:19:38,873 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734092305919.2d850cad6a4a51630cb52325a5231cfe. 2024-12-13T12:19:38,873 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734092305919.2d850cad6a4a51630cb52325a5231cfe. after waiting 0 ms 2024-12-13T12:19:38,873 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734092305919.2d850cad6a4a51630cb52325a5231cfe. 2024-12-13T12:19:38,876 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/2d850cad6a4a51630cb52325a5231cfe/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:38,876 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734092305919.2d850cad6a4a51630cb52325a5231cfe. 2024-12-13T12:19:38,876 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2d850cad6a4a51630cb52325a5231cfe: 2024-12-13T12:19:38,876 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734092305919.2d850cad6a4a51630cb52325a5231cfe. 2024-12-13T12:19:38,876 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 468c0f683ed131f7e890a6dd0476451d, disabling compactions & flushes 2024-12-13T12:19:38,876 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734092305919.468c0f683ed131f7e890a6dd0476451d. 2024-12-13T12:19:38,876 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734092305919.468c0f683ed131f7e890a6dd0476451d. 2024-12-13T12:19:38,876 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734092305919.468c0f683ed131f7e890a6dd0476451d. after waiting 0 ms 2024-12-13T12:19:38,876 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734092305919.468c0f683ed131f7e890a6dd0476451d. 2024-12-13T12:19:38,880 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/468c0f683ed131f7e890a6dd0476451d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:38,880 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734092305919.468c0f683ed131f7e890a6dd0476451d. 2024-12-13T12:19:38,880 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 468c0f683ed131f7e890a6dd0476451d: 2024-12-13T12:19:38,881 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734092305919.468c0f683ed131f7e890a6dd0476451d. 2024-12-13T12:19:38,881 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bcdb283ba18cf504646d90fd819e3839, disabling compactions & flushes 2024-12-13T12:19:38,881 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734092305919.bcdb283ba18cf504646d90fd819e3839. 2024-12-13T12:19:38,881 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734092305919.bcdb283ba18cf504646d90fd819e3839. 2024-12-13T12:19:38,881 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734092305919.bcdb283ba18cf504646d90fd819e3839. after waiting 0 ms 2024-12-13T12:19:38,881 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734092305919.bcdb283ba18cf504646d90fd819e3839. 2024-12-13T12:19:38,885 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/bcdb283ba18cf504646d90fd819e3839/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:38,885 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734092305919.bcdb283ba18cf504646d90fd819e3839. 2024-12-13T12:19:38,885 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bcdb283ba18cf504646d90fd819e3839: 2024-12-13T12:19:38,885 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734092305919.bcdb283ba18cf504646d90fd819e3839. 2024-12-13T12:19:38,885 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d5e2939996b10d0104e090e5ed95cab5, disabling compactions & flushes 2024-12-13T12:19:38,885 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734092305919.d5e2939996b10d0104e090e5ed95cab5. 2024-12-13T12:19:38,885 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734092305919.d5e2939996b10d0104e090e5ed95cab5. 2024-12-13T12:19:38,886 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734092305919.d5e2939996b10d0104e090e5ed95cab5. after waiting 0 ms 2024-12-13T12:19:38,886 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734092305919.d5e2939996b10d0104e090e5ed95cab5. 2024-12-13T12:19:38,889 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/d5e2939996b10d0104e090e5ed95cab5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:38,890 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734092305919.d5e2939996b10d0104e090e5ed95cab5. 2024-12-13T12:19:38,890 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d5e2939996b10d0104e090e5ed95cab5: 2024-12-13T12:19:38,890 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734092305919.d5e2939996b10d0104e090e5ed95cab5. 2024-12-13T12:19:38,890 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d153b7ff3abf0b0c2d71a84807529a7c, disabling compactions & flushes 2024-12-13T12:19:38,890 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734092305919.d153b7ff3abf0b0c2d71a84807529a7c. 2024-12-13T12:19:38,890 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734092305919.d153b7ff3abf0b0c2d71a84807529a7c. 2024-12-13T12:19:38,890 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734092305919.d153b7ff3abf0b0c2d71a84807529a7c. after waiting 0 ms 2024-12-13T12:19:38,890 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734092305919.d153b7ff3abf0b0c2d71a84807529a7c. 2024-12-13T12:19:38,893 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/d153b7ff3abf0b0c2d71a84807529a7c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:38,894 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734092305919.d153b7ff3abf0b0c2d71a84807529a7c. 2024-12-13T12:19:38,894 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d153b7ff3abf0b0c2d71a84807529a7c: 2024-12-13T12:19:38,894 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734092305919.d153b7ff3abf0b0c2d71a84807529a7c. 2024-12-13T12:19:38,894 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing dc4bd253a611118c8fe855bb9207174a, disabling compactions & flushes 2024-12-13T12:19:38,894 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734092305919.dc4bd253a611118c8fe855bb9207174a. 2024-12-13T12:19:38,894 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734092305919.dc4bd253a611118c8fe855bb9207174a. 2024-12-13T12:19:38,894 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734092305919.dc4bd253a611118c8fe855bb9207174a. after waiting 0 ms 2024-12-13T12:19:38,894 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734092305919.dc4bd253a611118c8fe855bb9207174a. 2024-12-13T12:19:38,897 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/dc4bd253a611118c8fe855bb9207174a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:38,897 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734092305919.dc4bd253a611118c8fe855bb9207174a. 2024-12-13T12:19:38,897 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for dc4bd253a611118c8fe855bb9207174a: 2024-12-13T12:19:38,897 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734092305919.dc4bd253a611118c8fe855bb9207174a. 2024-12-13T12:19:38,897 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c94c88f0e6fa1e10b8a45f9339aab2e3, disabling compactions & flushes 2024-12-13T12:19:38,897 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734092305919.c94c88f0e6fa1e10b8a45f9339aab2e3. 2024-12-13T12:19:38,897 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734092305919.c94c88f0e6fa1e10b8a45f9339aab2e3. 2024-12-13T12:19:38,897 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734092305919.c94c88f0e6fa1e10b8a45f9339aab2e3. after waiting 0 ms 2024-12-13T12:19:38,897 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734092305919.c94c88f0e6fa1e10b8a45f9339aab2e3. 2024-12-13T12:19:38,901 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/c94c88f0e6fa1e10b8a45f9339aab2e3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:38,901 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734092305919.c94c88f0e6fa1e10b8a45f9339aab2e3. 2024-12-13T12:19:38,901 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c94c88f0e6fa1e10b8a45f9339aab2e3: 2024-12-13T12:19:38,901 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734092305919.c94c88f0e6fa1e10b8a45f9339aab2e3. 2024-12-13T12:19:38,901 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3d68f6f2ebb32fc74b3d9a5e0393217f, disabling compactions & flushes 2024-12-13T12:19:38,902 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734092305919.3d68f6f2ebb32fc74b3d9a5e0393217f. 2024-12-13T12:19:38,902 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734092305919.3d68f6f2ebb32fc74b3d9a5e0393217f. 2024-12-13T12:19:38,902 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734092305919.3d68f6f2ebb32fc74b3d9a5e0393217f. after waiting 0 ms 2024-12-13T12:19:38,902 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734092305919.3d68f6f2ebb32fc74b3d9a5e0393217f. 2024-12-13T12:19:38,905 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/3d68f6f2ebb32fc74b3d9a5e0393217f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:38,905 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734092305919.3d68f6f2ebb32fc74b3d9a5e0393217f. 2024-12-13T12:19:38,906 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3d68f6f2ebb32fc74b3d9a5e0393217f: 2024-12-13T12:19:38,906 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734092305919.3d68f6f2ebb32fc74b3d9a5e0393217f. 2024-12-13T12:19:38,906 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0e42faddc098e0ec51e7cf5ffdb5a08b, disabling compactions & flushes 2024-12-13T12:19:38,906 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734092305919.0e42faddc098e0ec51e7cf5ffdb5a08b. 2024-12-13T12:19:38,906 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734092305919.0e42faddc098e0ec51e7cf5ffdb5a08b. 2024-12-13T12:19:38,906 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734092305919.0e42faddc098e0ec51e7cf5ffdb5a08b. after waiting 0 ms 2024-12-13T12:19:38,906 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734092305919.0e42faddc098e0ec51e7cf5ffdb5a08b. 2024-12-13T12:19:38,909 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/0e42faddc098e0ec51e7cf5ffdb5a08b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:38,909 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734092305919.0e42faddc098e0ec51e7cf5ffdb5a08b. 2024-12-13T12:19:38,909 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0e42faddc098e0ec51e7cf5ffdb5a08b: 2024-12-13T12:19:38,909 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734092305919.0e42faddc098e0ec51e7cf5ffdb5a08b. 2024-12-13T12:19:38,909 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ef12e066a772f55dd39b6249d1205187, disabling compactions & flushes 2024-12-13T12:19:38,909 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734092305919.ef12e066a772f55dd39b6249d1205187. 2024-12-13T12:19:38,909 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734092305919.ef12e066a772f55dd39b6249d1205187. 2024-12-13T12:19:38,909 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734092305919.ef12e066a772f55dd39b6249d1205187. after waiting 0 ms 2024-12-13T12:19:38,909 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734092305919.ef12e066a772f55dd39b6249d1205187. 2024-12-13T12:19:38,913 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/ef12e066a772f55dd39b6249d1205187/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:38,913 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734092305919.ef12e066a772f55dd39b6249d1205187. 2024-12-13T12:19:38,913 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ef12e066a772f55dd39b6249d1205187: 2024-12-13T12:19:38,913 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734092305919.ef12e066a772f55dd39b6249d1205187. 2024-12-13T12:19:38,913 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f8805450f87b21432505204d7a994bdd, disabling compactions & flushes 2024-12-13T12:19:38,913 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734092305919.f8805450f87b21432505204d7a994bdd. 2024-12-13T12:19:38,913 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734092305919.f8805450f87b21432505204d7a994bdd. 2024-12-13T12:19:38,914 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734092305919.f8805450f87b21432505204d7a994bdd. after waiting 0 ms 2024-12-13T12:19:38,914 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734092305919.f8805450f87b21432505204d7a994bdd. 2024-12-13T12:19:38,917 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/f8805450f87b21432505204d7a994bdd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:38,918 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734092305919.f8805450f87b21432505204d7a994bdd. 2024-12-13T12:19:38,918 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f8805450f87b21432505204d7a994bdd: 2024-12-13T12:19:38,918 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734092305919.f8805450f87b21432505204d7a994bdd. 2024-12-13T12:19:38,918 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6b377ece7a9902fddc1cbfde798e63af, disabling compactions & flushes 2024-12-13T12:19:38,918 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734092305919.6b377ece7a9902fddc1cbfde798e63af. 2024-12-13T12:19:38,918 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734092305919.6b377ece7a9902fddc1cbfde798e63af. 2024-12-13T12:19:38,918 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734092305919.6b377ece7a9902fddc1cbfde798e63af. after waiting 0 ms 2024-12-13T12:19:38,918 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734092305919.6b377ece7a9902fddc1cbfde798e63af. 2024-12-13T12:19:38,919 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(1599): Waiting on 6 regions to close 2024-12-13T12:19:38,919 DEBUG [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 6b377ece7a9902fddc1cbfde798e63af=test,ttt,1734092305919.6b377ece7a9902fddc1cbfde798e63af., 3532a7ea5a5c390a2e39c746dacd9868=test,www,1734092305919.3532a7ea5a5c390a2e39c746dacd9868., c80bfaf9681c770353dbf716c7660eec=test,vvv,1734092305919.c80bfaf9681c770353dbf716c7660eec., 59497a053348311c434f5f4a0dbc694a=test,zzz,1734092305919.59497a053348311c434f5f4a0dbc694a., 66a5677dba7825914b623c744d35a97e=test,ccc,1734092305919.66a5677dba7825914b623c744d35a97e.} 2024-12-13T12:19:38,919 DEBUG [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 3532a7ea5a5c390a2e39c746dacd9868, 59497a053348311c434f5f4a0dbc694a, 66a5677dba7825914b623c744d35a97e, 6b377ece7a9902fddc1cbfde798e63af, c80bfaf9681c770353dbf716c7660eec 2024-12-13T12:19:38,922 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/6b377ece7a9902fddc1cbfde798e63af/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:38,922 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734092305919.6b377ece7a9902fddc1cbfde798e63af. 2024-12-13T12:19:38,922 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6b377ece7a9902fddc1cbfde798e63af: 2024-12-13T12:19:38,922 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734092305919.6b377ece7a9902fddc1cbfde798e63af. 2024-12-13T12:19:38,922 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3532a7ea5a5c390a2e39c746dacd9868, disabling compactions & flushes 2024-12-13T12:19:38,922 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734092305919.3532a7ea5a5c390a2e39c746dacd9868. 2024-12-13T12:19:38,922 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734092305919.3532a7ea5a5c390a2e39c746dacd9868. 2024-12-13T12:19:38,922 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734092305919.3532a7ea5a5c390a2e39c746dacd9868. after waiting 0 ms 2024-12-13T12:19:38,922 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734092305919.3532a7ea5a5c390a2e39c746dacd9868. 2024-12-13T12:19:38,925 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/3532a7ea5a5c390a2e39c746dacd9868/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:38,926 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734092305919.3532a7ea5a5c390a2e39c746dacd9868. 2024-12-13T12:19:38,926 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3532a7ea5a5c390a2e39c746dacd9868: 2024-12-13T12:19:38,926 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734092305919.3532a7ea5a5c390a2e39c746dacd9868. 2024-12-13T12:19:38,926 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c80bfaf9681c770353dbf716c7660eec, disabling compactions & flushes 2024-12-13T12:19:38,926 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734092305919.c80bfaf9681c770353dbf716c7660eec. 2024-12-13T12:19:38,926 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734092305919.c80bfaf9681c770353dbf716c7660eec. 2024-12-13T12:19:38,926 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734092305919.c80bfaf9681c770353dbf716c7660eec. after waiting 0 ms 2024-12-13T12:19:38,926 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734092305919.c80bfaf9681c770353dbf716c7660eec. 2024-12-13T12:19:38,930 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/c80bfaf9681c770353dbf716c7660eec/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:38,931 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734092305919.c80bfaf9681c770353dbf716c7660eec. 2024-12-13T12:19:38,931 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c80bfaf9681c770353dbf716c7660eec: 2024-12-13T12:19:38,931 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734092305919.c80bfaf9681c770353dbf716c7660eec. 2024-12-13T12:19:38,931 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 59497a053348311c434f5f4a0dbc694a, disabling compactions & flushes 2024-12-13T12:19:38,931 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734092305919.59497a053348311c434f5f4a0dbc694a. 2024-12-13T12:19:38,931 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734092305919.59497a053348311c434f5f4a0dbc694a. 2024-12-13T12:19:38,931 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734092305919.59497a053348311c434f5f4a0dbc694a. after waiting 0 ms 2024-12-13T12:19:38,931 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734092305919.59497a053348311c434f5f4a0dbc694a. 2024-12-13T12:19:38,935 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/59497a053348311c434f5f4a0dbc694a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:38,936 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734092305919.59497a053348311c434f5f4a0dbc694a. 2024-12-13T12:19:38,936 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 59497a053348311c434f5f4a0dbc694a: 2024-12-13T12:19:38,936 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734092305919.59497a053348311c434f5f4a0dbc694a. 2024-12-13T12:19:38,936 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 66a5677dba7825914b623c744d35a97e, disabling compactions & flushes 2024-12-13T12:19:38,936 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734092305919.66a5677dba7825914b623c744d35a97e. 2024-12-13T12:19:38,936 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734092305919.66a5677dba7825914b623c744d35a97e. 2024-12-13T12:19:38,936 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734092305919.66a5677dba7825914b623c744d35a97e. after waiting 0 ms 2024-12-13T12:19:38,936 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734092305919.66a5677dba7825914b623c744d35a97e. 2024-12-13T12:19:38,940 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/default/test/66a5677dba7825914b623c744d35a97e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:38,940 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734092305919.66a5677dba7825914b623c744d35a97e. 2024-12-13T12:19:38,940 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 66a5677dba7825914b623c744d35a97e: 2024-12-13T12:19:38,940 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734092305919.66a5677dba7825914b623c744d35a97e. 2024-12-13T12:19:39,119 DEBUG [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T12:19:39,214 INFO [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/meta/1588230740/.tmp/table/a5d7d39c80504183bcc0357118894c0c 2024-12-13T12:19:39,227 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/meta/1588230740/.tmp/info/51cc8f5379544de5950b6bb13da7b8de as hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/meta/1588230740/info/51cc8f5379544de5950b6bb13da7b8de 2024-12-13T12:19:39,233 INFO [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/meta/1588230740/info/51cc8f5379544de5950b6bb13da7b8de, entries=272, sequenceid=77, filesize=35.5 K 2024-12-13T12:19:39,234 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/meta/1588230740/.tmp/rep_barrier/2febe836892a4033869178ee5f245693 as hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/meta/1588230740/rep_barrier/2febe836892a4033869178ee5f245693 2024-12-13T12:19:39,240 INFO [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/meta/1588230740/rep_barrier/2febe836892a4033869178ee5f245693, entries=27, sequenceid=77, filesize=8.4 K 2024-12-13T12:19:39,241 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/meta/1588230740/.tmp/table/a5d7d39c80504183bcc0357118894c0c as hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/meta/1588230740/table/a5d7d39c80504183bcc0357118894c0c 2024-12-13T12:19:39,247 INFO [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/meta/1588230740/table/a5d7d39c80504183bcc0357118894c0c, entries=6, sequenceid=77, filesize=5.5 K 2024-12-13T12:19:39,248 INFO [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=77, compaction requested=false 2024-12-13T12:19:39,253 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-13T12:19:39,253 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T12:19:39,253 INFO [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T12:19:39,253 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T12:19:39,253 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-13T12:19:39,291 INFO [23617cae5624:35429Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-13T12:19:39,320 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(1250): stopping server 23617cae5624,33159,1734092293152; all regions closed. 2024-12-13T12:19:39,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741834_1010 (size=40374) 2024-12-13T12:19:39,332 DEBUG [RS:0;23617cae5624:33159 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/oldWALs 2024-12-13T12:19:39,332 INFO [RS:0;23617cae5624:33159 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 23617cae5624%2C33159%2C1734092293152.meta:.meta(num 1734092296081) 2024-12-13T12:19:39,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741832_1008 (size=7175393) 2024-12-13T12:19:39,338 DEBUG [RS:0;23617cae5624:33159 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/oldWALs 2024-12-13T12:19:39,338 INFO [RS:0;23617cae5624:33159 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 23617cae5624%2C33159%2C1734092293152:(num 1734092295076) 2024-12-13T12:19:39,338 DEBUG [RS:0;23617cae5624:33159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:39,338 INFO [RS:0;23617cae5624:33159 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T12:19:39,339 INFO [RS:0;23617cae5624:33159 {}] hbase.ChoreService(370): Chore service for: regionserver/23617cae5624:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-13T12:19:39,339 INFO [regionserver/23617cae5624:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T12:19:39,340 INFO [RS:0;23617cae5624:33159 {}] client.AsyncConnectionImpl(225): Connection has been closed by RS:0;23617cae5624:33159. 2024-12-13T12:19:39,340 DEBUG [RS:0;23617cae5624:33159 {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:479) at org.apache.hadoop.hbase.replication.regionserver.Replication.join(Replication.java:165) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:156) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2936) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1285) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-13T12:19:39,341 DEBUG [RS:0;23617cae5624:33159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:39,341 DEBUG [RS:0;23617cae5624:33159 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x377f6db4 to 127.0.0.1:50374 2024-12-13T12:19:39,341 INFO [RS:0;23617cae5624:33159 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33159 2024-12-13T12:19:39,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1001f53765d0004, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/rs/23617cae5624,33159,1734092293152 2024-12-13T12:19:39,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-13T12:19:39,396 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [23617cae5624,33159,1734092293152] 2024-12-13T12:19:39,396 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 23617cae5624,33159,1734092293152; numProcessing=1 2024-12-13T12:19:39,404 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /2/draining/23617cae5624,33159,1734092293152 already deleted, retry=false 2024-12-13T12:19:39,404 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 23617cae5624,33159,1734092293152 expired; onlineServers=0 2024-12-13T12:19:39,404 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '23617cae5624,45175,1734092293013' ***** 2024-12-13T12:19:39,404 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-13T12:19:39,404 DEBUG [M:0;23617cae5624:45175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d976d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=23617cae5624/172.17.0.2:0 2024-12-13T12:19:39,404 INFO [M:0;23617cae5624:45175 {}] regionserver.HRegionServer(1224): stopping server 23617cae5624,45175,1734092293013 2024-12-13T12:19:39,404 INFO [M:0;23617cae5624:45175 {}] regionserver.HRegionServer(1250): stopping server 23617cae5624,45175,1734092293013; all regions closed. 2024-12-13T12:19:39,405 DEBUG [M:0;23617cae5624:45175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:39,405 DEBUG [M:0;23617cae5624:45175 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-13T12:19:39,405 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-13T12:19:39,405 DEBUG [M:0;23617cae5624:45175 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-13T12:19:39,405 DEBUG [master/23617cae5624:0:becomeActiveMaster-HFileCleaner.large.0-1734092294852 {}] cleaner.HFileCleaner(306): Exit Thread[master/23617cae5624:0:becomeActiveMaster-HFileCleaner.large.0-1734092294852,5,FailOnTimeoutGroup] 2024-12-13T12:19:39,405 DEBUG [master/23617cae5624:0:becomeActiveMaster-HFileCleaner.small.0-1734092294852 {}] cleaner.HFileCleaner(306): Exit Thread[master/23617cae5624:0:becomeActiveMaster-HFileCleaner.small.0-1734092294852,5,FailOnTimeoutGroup] 2024-12-13T12:19:39,406 INFO [M:0;23617cae5624:45175 {}] hbase.ChoreService(370): Chore service for: master/23617cae5624:0 had [] on shutdown 2024-12-13T12:19:39,406 DEBUG [M:0;23617cae5624:45175 {}] master.HMaster(1733): Stopping service threads 2024-12-13T12:19:39,406 INFO [M:0;23617cae5624:45175 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-13T12:19:39,407 INFO [M:0;23617cae5624:45175 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-13T12:19:39,408 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-13T12:19:39,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/master 2024-12-13T12:19:39,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-13T12:19:39,412 DEBUG [M:0;23617cae5624:45175 {}] zookeeper.ZKUtil(347): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Unable to get data of znode /2/master because node does not exist (not an error) 2024-12-13T12:19:39,412 WARN [M:0;23617cae5624:45175 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-13T12:19:39,412 INFO [M:0;23617cae5624:45175 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-13T12:19:39,413 INFO [M:0;23617cae5624:45175 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-13T12:19:39,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-13T12:19:39,413 DEBUG [M:0;23617cae5624:45175 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T12:19:39,413 INFO [M:0;23617cae5624:45175 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T12:19:39,413 DEBUG [M:0;23617cae5624:45175 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T12:19:39,413 DEBUG [M:0;23617cae5624:45175 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T12:19:39,413 DEBUG [M:0;23617cae5624:45175 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T12:19:39,413 INFO [M:0;23617cae5624:45175 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=220.26 KB heapSize=270.95 KB 2024-12-13T12:19:39,433 DEBUG [M:0;23617cae5624:45175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bed0e62dcd7d40eca5b238e2af538a0a is 82, key is hbase:meta,,1/info:regioninfo/1734092296124/Put/seqid=0 2024-12-13T12:19:39,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741871_1047 (size=5672) 2024-12-13T12:19:39,496 INFO [RS:0;23617cae5624:33159 {}] regionserver.HRegionServer(1307): Exiting; stopping=23617cae5624,33159,1734092293152; zookeeper connection closed. 2024-12-13T12:19:39,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1001f53765d0004, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T12:19:39,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33159-0x1001f53765d0004, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T12:19:39,496 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@116e8eee {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@116e8eee 2024-12-13T12:19:39,497 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-13T12:19:39,839 INFO [M:0;23617cae5624:45175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bed0e62dcd7d40eca5b238e2af538a0a 2024-12-13T12:19:39,865 DEBUG [M:0;23617cae5624:45175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcff044b3ee248dd9d1b3a3f872f5ea5 is 2026, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734092310693/Put/seqid=0 2024-12-13T12:19:39,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741872_1048 (size=11249) 2024-12-13T12:19:40,272 INFO [M:0;23617cae5624:45175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=219.70 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcff044b3ee248dd9d1b3a3f872f5ea5 2024-12-13T12:19:40,286 INFO [M:0;23617cae5624:45175 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dcff044b3ee248dd9d1b3a3f872f5ea5 2024-12-13T12:19:40,302 DEBUG [M:0;23617cae5624:45175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee920b7a1603432f895f0b3bef4a8b8c is 69, key is 23617cae5624,33159,1734092293152/rs:state/1734092294921/Put/seqid=0 2024-12-13T12:19:40,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741873_1049 (size=5156) 2024-12-13T12:19:40,708 INFO [M:0;23617cae5624:45175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee920b7a1603432f895f0b3bef4a8b8c 2024-12-13T12:19:40,721 DEBUG [M:0;23617cae5624:45175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bed0e62dcd7d40eca5b238e2af538a0a as hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bed0e62dcd7d40eca5b238e2af538a0a 2024-12-13T12:19:40,730 INFO [M:0;23617cae5624:45175 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bed0e62dcd7d40eca5b238e2af538a0a, entries=8, sequenceid=549, filesize=5.5 K 2024-12-13T12:19:40,731 DEBUG [M:0;23617cae5624:45175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcff044b3ee248dd9d1b3a3f872f5ea5 as hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dcff044b3ee248dd9d1b3a3f872f5ea5 2024-12-13T12:19:40,736 INFO [M:0;23617cae5624:45175 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dcff044b3ee248dd9d1b3a3f872f5ea5 2024-12-13T12:19:40,736 INFO [M:0;23617cae5624:45175 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dcff044b3ee248dd9d1b3a3f872f5ea5, entries=69, sequenceid=549, filesize=11.0 K 2024-12-13T12:19:40,737 DEBUG [M:0;23617cae5624:45175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee920b7a1603432f895f0b3bef4a8b8c as hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee920b7a1603432f895f0b3bef4a8b8c 2024-12-13T12:19:40,743 INFO [M:0;23617cae5624:45175 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38141/user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee920b7a1603432f895f0b3bef4a8b8c, entries=1, sequenceid=549, filesize=5.0 K 2024-12-13T12:19:40,744 INFO [M:0;23617cae5624:45175 {}] regionserver.HRegion(3040): Finished flush of dataSize ~220.26 KB/225543, heapSize ~270.66 KB/277152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=549, compaction requested=false 2024-12-13T12:19:40,745 INFO [M:0;23617cae5624:45175 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T12:19:40,745 DEBUG [M:0;23617cae5624:45175 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T12:19:40,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42677 is added to blk_1073741830_1006 (size=262155) 2024-12-13T12:19:40,747 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/033cc414-a727-fe0d-406d-3a3f09d49841/MasterData/WALs/23617cae5624,45175,1734092293013/23617cae5624%2C45175%2C1734092293013.1734092294541 not finished, retry = 0 2024-12-13T12:19:40,849 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T12:19:40,849 INFO [M:0;23617cae5624:45175 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-13T12:19:40,850 INFO [M:0;23617cae5624:45175 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45175 2024-12-13T12:19:40,895 DEBUG [M:0;23617cae5624:45175 {}] zookeeper.RecoverableZooKeeper(215): Node /2/rs/23617cae5624,45175,1734092293013 already deleted, retry=false 2024-12-13T12:19:41,004 INFO [M:0;23617cae5624:45175 {}] regionserver.HRegionServer(1307): Exiting; stopping=23617cae5624,45175,1734092293013; zookeeper connection closed. 2024-12-13T12:19:41,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T12:19:41,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1001f53765d0003, quorum=127.0.0.1:50374, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T12:19:41,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73a34985{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T12:19:41,050 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@298a701f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T12:19:41,050 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T12:19:41,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73e3600e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T12:19:41,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c4144ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/hadoop.log.dir/,STOPPED} 2024-12-13T12:19:41,055 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T12:19:41,055 WARN [BP-569839294-172.17.0.2-1734092291416 heartbeating to localhost/127.0.0.1:38141 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T12:19:41,055 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T12:19:41,055 WARN [BP-569839294-172.17.0.2-1734092291416 heartbeating to localhost/127.0.0.1:38141 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-569839294-172.17.0.2-1734092291416 (Datanode Uuid 8e853f2c-6be7-46d7-8e3e-420515cc23c9) service to localhost/127.0.0.1:38141 2024-12-13T12:19:41,056 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/cluster_0b297e0b-f458-aa3d-16ab-a1df6f700a44/dfs/data/data1/current/BP-569839294-172.17.0.2-1734092291416 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T12:19:41,056 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/cluster_0b297e0b-f458-aa3d-16ab-a1df6f700a44/dfs/data/data2/current/BP-569839294-172.17.0.2-1734092291416 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T12:19:41,057 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T12:19:41,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29b8371c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T12:19:41,062 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41a8eed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T12:19:41,062 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T12:19:41,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55dfa903{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T12:19:41,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d9c3958{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/dffaf5b6-aad6-9ba4-c3d3-0af07dd9daef/hadoop.log.dir/,STOPPED} 2024-12-13T12:19:41,093 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-13T12:19:41,093 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-13T12:19:41,093 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-13T12:19:41,093 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28eaea09 to 127.0.0.1:50374 2024-12-13T12:19:41,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:41,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-13T12:19:41,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1469927405, stopped=false 2024-12-13T12:19:41,093 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=23617cae5624,33161,1734092286558 2024-12-13T12:19:41,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-13T12:19:41,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x1001f53765d0001, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-13T12:19:41,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x1001f53765d0001, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T12:19:41,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T12:19:41,103 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-13T12:19:41,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:41,104 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '23617cae5624,35429,1734092287468' ***** 2024-12-13T12:19:41,104 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-13T12:19:41,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T12:19:41,104 INFO [RS:0;23617cae5624:35429 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-13T12:19:41,104 INFO [RS:0;23617cae5624:35429 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-13T12:19:41,104 INFO [RS:0;23617cae5624:35429 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-13T12:19:41,104 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-13T12:19:41,104 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for 1e265970cfe1f4e8f3022d745ef560b2 2024-12-13T12:19:41,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35429-0x1001f53765d0001, quorum=127.0.0.1:50374, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-13T12:19:41,104 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for 71829f38e004b952dd5fd0ff67f910c0 2024-12-13T12:19:41,104 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1e265970cfe1f4e8f3022d745ef560b2, disabling compactions & flushes 2024-12-13T12:19:41,105 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for f945e34ad781af35d863bbd6906574cb 2024-12-13T12:19:41,105 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734092297762.1e265970cfe1f4e8f3022d745ef560b2. 2024-12-13T12:19:41,105 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for 2a890efff90915d4385c7e69a450c43d 2024-12-13T12:19:41,105 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734092297762.1e265970cfe1f4e8f3022d745ef560b2. 2024-12-13T12:19:41,105 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for fcd8bc7ac243fccdb93d6745965a0382 2024-12-13T12:19:41,105 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734092297762.1e265970cfe1f4e8f3022d745ef560b2. after waiting 0 ms 2024-12-13T12:19:41,105 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for 410b01f5f4b013156902c42eb8d27a11 2024-12-13T12:19:41,105 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734092297762.1e265970cfe1f4e8f3022d745ef560b2. 2024-12-13T12:19:41,105 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for 6847e9f704186be9ccabb790388001c6 2024-12-13T12:19:41,105 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for 3cda0eab809c76cd75accbcecea8175b 2024-12-13T12:19:41,105 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for dab843ed302b8c92b641b174c2e88bfc 2024-12-13T12:19:41,105 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for 255f09e8a594f2d77d90e07d58abf58e 2024-12-13T12:19:41,105 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for efc9b9cf2e09e080e0bdc528564c7b1e 2024-12-13T12:19:41,105 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for d70cf2c4667df864828c0f78014e6673 2024-12-13T12:19:41,105 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for ce2a5d80b3a78722576ccbb4910ce8fb 2024-12-13T12:19:41,105 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for 2c37c9dd24dd3a09dbca888c55002391 2024-12-13T12:19:41,105 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for a271249e6bd757fd52c9cd26cc90b849 2024-12-13T12:19:41,105 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for 259d857a8e7afaeff310a264b0e37225 2024-12-13T12:19:41,105 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for ebfcdef77f5441b49b16e29f90dc17ee 2024-12-13T12:19:41,105 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for 5b4959ff0012a45a40d28589987cad1e 2024-12-13T12:19:41,105 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for adee0bdf318892a0be090a05c147a90f 2024-12-13T12:19:41,106 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for afcbc72667dca17ac64b1d518f041943 2024-12-13T12:19:41,106 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for dbb783ff786eb60d06dcfd681d01030b 2024-12-13T12:19:41,106 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for 672eedab199dd7f231082ab3ef84f2c7 2024-12-13T12:19:41,106 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for a21c68ea55b402a48dece01bf45daef0 2024-12-13T12:19:41,106 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for 91e0e994c9829e7b67349362f3a40799 2024-12-13T12:19:41,106 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for c6dda997a07a55db4d350316422d1134 2024-12-13T12:19:41,106 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for 19cde8465cb39a47f02a8323b3ce3a99 2024-12-13T12:19:41,106 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for 32a2e6887d75f7f634c167a98f9c38e1 2024-12-13T12:19:41,106 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(1224): stopping server 23617cae5624,35429,1734092287468 2024-12-13T12:19:41,106 DEBUG [RS:0;23617cae5624:35429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:41,106 INFO [RS:0;23617cae5624:35429 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-13T12:19:41,106 INFO [RS:0;23617cae5624:35429 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-13T12:19:41,106 INFO [RS:0;23617cae5624:35429 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-13T12:19:41,106 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-13T12:19:41,106 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-13T12:19:41,107 DEBUG [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 19cde8465cb39a47f02a8323b3ce3a99, 1e265970cfe1f4e8f3022d745ef560b2, 255f09e8a594f2d77d90e07d58abf58e, 259d857a8e7afaeff310a264b0e37225, 2a890efff90915d4385c7e69a450c43d, 2c37c9dd24dd3a09dbca888c55002391, 32a2e6887d75f7f634c167a98f9c38e1, 3cda0eab809c76cd75accbcecea8175b, 410b01f5f4b013156902c42eb8d27a11, 5b4959ff0012a45a40d28589987cad1e, 672eedab199dd7f231082ab3ef84f2c7, 6847e9f704186be9ccabb790388001c6, 71829f38e004b952dd5fd0ff67f910c0, 91e0e994c9829e7b67349362f3a40799, a21c68ea55b402a48dece01bf45daef0, a271249e6bd757fd52c9cd26cc90b849, adee0bdf318892a0be090a05c147a90f, afcbc72667dca17ac64b1d518f041943, c6dda997a07a55db4d350316422d1134, ce2a5d80b3a78722576ccbb4910ce8fb, d70cf2c4667df864828c0f78014e6673, dab843ed302b8c92b641b174c2e88bfc, dbb783ff786eb60d06dcfd681d01030b, ebfcdef77f5441b49b16e29f90dc17ee, efc9b9cf2e09e080e0bdc528564c7b1e, f945e34ad781af35d863bbd6906574cb, fcd8bc7ac243fccdb93d6745965a0382 2024-12-13T12:19:41,107 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-13T12:19:41,107 INFO [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-13T12:19:41,107 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-13T12:19:41,107 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-13T12:19:41,107 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-13T12:19:41,107 INFO [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-13T12:19:41,109 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/1e265970cfe1f4e8f3022d745ef560b2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:41,110 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734092297762.1e265970cfe1f4e8f3022d745ef560b2. 2024-12-13T12:19:41,110 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1e265970cfe1f4e8f3022d745ef560b2: 2024-12-13T12:19:41,110 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734092297762.1e265970cfe1f4e8f3022d745ef560b2. 2024-12-13T12:19:41,110 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 71829f38e004b952dd5fd0ff67f910c0, disabling compactions & flushes 2024-12-13T12:19:41,110 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734092297762.71829f38e004b952dd5fd0ff67f910c0. 2024-12-13T12:19:41,110 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734092297762.71829f38e004b952dd5fd0ff67f910c0. 2024-12-13T12:19:41,110 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734092297762.71829f38e004b952dd5fd0ff67f910c0. after waiting 0 ms 2024-12-13T12:19:41,110 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734092297762.71829f38e004b952dd5fd0ff67f910c0. 2024-12-13T12:19:41,114 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/71829f38e004b952dd5fd0ff67f910c0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:41,115 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734092297762.71829f38e004b952dd5fd0ff67f910c0. 2024-12-13T12:19:41,115 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 71829f38e004b952dd5fd0ff67f910c0: 2024-12-13T12:19:41,115 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734092297762.71829f38e004b952dd5fd0ff67f910c0. 2024-12-13T12:19:41,115 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f945e34ad781af35d863bbd6906574cb, disabling compactions & flushes 2024-12-13T12:19:41,115 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734092297762.f945e34ad781af35d863bbd6906574cb. 2024-12-13T12:19:41,115 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734092297762.f945e34ad781af35d863bbd6906574cb. 2024-12-13T12:19:41,115 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734092297762.f945e34ad781af35d863bbd6906574cb. after waiting 0 ms 2024-12-13T12:19:41,115 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734092297762.f945e34ad781af35d863bbd6906574cb. 2024-12-13T12:19:41,118 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/f945e34ad781af35d863bbd6906574cb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:41,119 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734092297762.f945e34ad781af35d863bbd6906574cb. 2024-12-13T12:19:41,119 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f945e34ad781af35d863bbd6906574cb: 2024-12-13T12:19:41,119 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734092297762.f945e34ad781af35d863bbd6906574cb. 2024-12-13T12:19:41,119 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2a890efff90915d4385c7e69a450c43d, disabling compactions & flushes 2024-12-13T12:19:41,119 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734092297762.2a890efff90915d4385c7e69a450c43d. 2024-12-13T12:19:41,119 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734092297762.2a890efff90915d4385c7e69a450c43d. 2024-12-13T12:19:41,119 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734092297762.2a890efff90915d4385c7e69a450c43d. after waiting 0 ms 2024-12-13T12:19:41,119 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734092297762.2a890efff90915d4385c7e69a450c43d. 2024-12-13T12:19:41,119 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 2a890efff90915d4385c7e69a450c43d 2/2 column families, dataSize=3.94 MB heapSize=4.01 MB 2024-12-13T12:19:41,123 INFO [regionserver/23617cae5624:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T12:19:41,126 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/meta/1588230740/.tmp/info/1966b49364f74eb9bf188d827e50db84 is 143, key is hbase:namespace,,1734092290053.d70cf2c4667df864828c0f78014e6673./info:regioninfo/1734092290970/Put/seqid=0 2024-12-13T12:19:41,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741867_1043 (size=36340) 2024-12-13T12:19:41,145 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/2a890efff90915d4385c7e69a450c43d/.tmp/f/511743d3dac94080a81c7521cd588ec3 is 4136, key is NormalPut000/f:row/1734092319621/Put/seqid=0 2024-12-13T12:19:41,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741868_1044 (size=4147225) 2024-12-13T12:19:41,265 INFO [regionserver/23617cae5624:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-13T12:19:41,265 INFO [regionserver/23617cae5624:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-13T12:19:41,307 DEBUG [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 19cde8465cb39a47f02a8323b3ce3a99, 255f09e8a594f2d77d90e07d58abf58e, 259d857a8e7afaeff310a264b0e37225, 2a890efff90915d4385c7e69a450c43d, 2c37c9dd24dd3a09dbca888c55002391, 32a2e6887d75f7f634c167a98f9c38e1, 3cda0eab809c76cd75accbcecea8175b, 410b01f5f4b013156902c42eb8d27a11, 5b4959ff0012a45a40d28589987cad1e, 672eedab199dd7f231082ab3ef84f2c7, 6847e9f704186be9ccabb790388001c6, 91e0e994c9829e7b67349362f3a40799, a21c68ea55b402a48dece01bf45daef0, a271249e6bd757fd52c9cd26cc90b849, adee0bdf318892a0be090a05c147a90f, afcbc72667dca17ac64b1d518f041943, c6dda997a07a55db4d350316422d1134, ce2a5d80b3a78722576ccbb4910ce8fb, d70cf2c4667df864828c0f78014e6673, dab843ed302b8c92b641b174c2e88bfc, dbb783ff786eb60d06dcfd681d01030b, ebfcdef77f5441b49b16e29f90dc17ee, efc9b9cf2e09e080e0bdc528564c7b1e, fcd8bc7ac243fccdb93d6745965a0382 2024-12-13T12:19:41,507 DEBUG [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 19cde8465cb39a47f02a8323b3ce3a99, 255f09e8a594f2d77d90e07d58abf58e, 259d857a8e7afaeff310a264b0e37225, 2a890efff90915d4385c7e69a450c43d, 2c37c9dd24dd3a09dbca888c55002391, 32a2e6887d75f7f634c167a98f9c38e1, 3cda0eab809c76cd75accbcecea8175b, 410b01f5f4b013156902c42eb8d27a11, 5b4959ff0012a45a40d28589987cad1e, 672eedab199dd7f231082ab3ef84f2c7, 6847e9f704186be9ccabb790388001c6, 91e0e994c9829e7b67349362f3a40799, a21c68ea55b402a48dece01bf45daef0, a271249e6bd757fd52c9cd26cc90b849, adee0bdf318892a0be090a05c147a90f, afcbc72667dca17ac64b1d518f041943, c6dda997a07a55db4d350316422d1134, ce2a5d80b3a78722576ccbb4910ce8fb, d70cf2c4667df864828c0f78014e6673, dab843ed302b8c92b641b174c2e88bfc, dbb783ff786eb60d06dcfd681d01030b, ebfcdef77f5441b49b16e29f90dc17ee, efc9b9cf2e09e080e0bdc528564c7b1e, fcd8bc7ac243fccdb93d6745965a0382 2024-12-13T12:19:41,532 INFO [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/meta/1588230740/.tmp/info/1966b49364f74eb9bf188d827e50db84 2024-12-13T12:19:41,547 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.94 MB at sequenceid=1004 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/2a890efff90915d4385c7e69a450c43d/.tmp/f/511743d3dac94080a81c7521cd588ec3 2024-12-13T12:19:41,555 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/2a890efff90915d4385c7e69a450c43d/.tmp/f/511743d3dac94080a81c7521cd588ec3 as hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/2a890efff90915d4385c7e69a450c43d/f/511743d3dac94080a81c7521cd588ec3 2024-12-13T12:19:41,562 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/2a890efff90915d4385c7e69a450c43d/f/511743d3dac94080a81c7521cd588ec3, entries=1000, sequenceid=1004, filesize=4.0 M 2024-12-13T12:19:41,562 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~3.94 MB/4132000, heapSize ~4.01 MB/4208240, currentSize=0 B/0 for 2a890efff90915d4385c7e69a450c43d in 443ms, sequenceid=1004, compaction requested=false 2024-12-13T12:19:41,562 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-13T12:19:41,562 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/meta/1588230740/.tmp/rep_barrier/1f6a0e6f3fbf46aea5d094fb271c133c is 115, key is test,bbb,1734092297762.2c37c9dd24dd3a09dbca888c55002391./rep_barrier:seqnumDuringOpen/1734092302227/Put/seqid=0 2024-12-13T12:19:41,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741869_1045 (size=8574) 2024-12-13T12:19:41,569 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/2a890efff90915d4385c7e69a450c43d/recovered.edits/1007.seqid, newMaxSeqId=1007, maxSeqId=1 2024-12-13T12:19:41,570 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734092297762.2a890efff90915d4385c7e69a450c43d. 2024-12-13T12:19:41,570 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2a890efff90915d4385c7e69a450c43d: 2024-12-13T12:19:41,570 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734092297762.2a890efff90915d4385c7e69a450c43d. 2024-12-13T12:19:41,570 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fcd8bc7ac243fccdb93d6745965a0382, disabling compactions & flushes 2024-12-13T12:19:41,570 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734092297762.fcd8bc7ac243fccdb93d6745965a0382. 2024-12-13T12:19:41,570 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734092297762.fcd8bc7ac243fccdb93d6745965a0382. 2024-12-13T12:19:41,570 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734092297762.fcd8bc7ac243fccdb93d6745965a0382. after waiting 0 ms 2024-12-13T12:19:41,570 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734092297762.fcd8bc7ac243fccdb93d6745965a0382. 2024-12-13T12:19:41,574 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/fcd8bc7ac243fccdb93d6745965a0382/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:41,574 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734092297762.fcd8bc7ac243fccdb93d6745965a0382. 2024-12-13T12:19:41,574 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fcd8bc7ac243fccdb93d6745965a0382: 2024-12-13T12:19:41,574 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734092297762.fcd8bc7ac243fccdb93d6745965a0382. 2024-12-13T12:19:41,574 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 410b01f5f4b013156902c42eb8d27a11, disabling compactions & flushes 2024-12-13T12:19:41,574 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734092297762.410b01f5f4b013156902c42eb8d27a11. 2024-12-13T12:19:41,574 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734092297762.410b01f5f4b013156902c42eb8d27a11. 2024-12-13T12:19:41,574 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734092297762.410b01f5f4b013156902c42eb8d27a11. after waiting 0 ms 2024-12-13T12:19:41,575 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734092297762.410b01f5f4b013156902c42eb8d27a11. 2024-12-13T12:19:41,577 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/410b01f5f4b013156902c42eb8d27a11/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:41,578 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734092297762.410b01f5f4b013156902c42eb8d27a11. 2024-12-13T12:19:41,578 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 410b01f5f4b013156902c42eb8d27a11: 2024-12-13T12:19:41,578 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734092297762.410b01f5f4b013156902c42eb8d27a11. 2024-12-13T12:19:41,578 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6847e9f704186be9ccabb790388001c6, disabling compactions & flushes 2024-12-13T12:19:41,578 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734092297762.6847e9f704186be9ccabb790388001c6. 2024-12-13T12:19:41,578 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734092297762.6847e9f704186be9ccabb790388001c6. 2024-12-13T12:19:41,578 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734092297762.6847e9f704186be9ccabb790388001c6. after waiting 0 ms 2024-12-13T12:19:41,578 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734092297762.6847e9f704186be9ccabb790388001c6. 2024-12-13T12:19:41,581 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/6847e9f704186be9ccabb790388001c6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:41,582 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734092297762.6847e9f704186be9ccabb790388001c6. 2024-12-13T12:19:41,582 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6847e9f704186be9ccabb790388001c6: 2024-12-13T12:19:41,582 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734092297762.6847e9f704186be9ccabb790388001c6. 2024-12-13T12:19:41,582 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3cda0eab809c76cd75accbcecea8175b, disabling compactions & flushes 2024-12-13T12:19:41,582 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734092297762.3cda0eab809c76cd75accbcecea8175b. 2024-12-13T12:19:41,582 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734092297762.3cda0eab809c76cd75accbcecea8175b. 2024-12-13T12:19:41,582 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734092297762.3cda0eab809c76cd75accbcecea8175b. after waiting 0 ms 2024-12-13T12:19:41,582 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734092297762.3cda0eab809c76cd75accbcecea8175b. 2024-12-13T12:19:41,585 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/3cda0eab809c76cd75accbcecea8175b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:41,586 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734092297762.3cda0eab809c76cd75accbcecea8175b. 2024-12-13T12:19:41,586 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3cda0eab809c76cd75accbcecea8175b: 2024-12-13T12:19:41,586 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734092297762.3cda0eab809c76cd75accbcecea8175b. 2024-12-13T12:19:41,586 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing dab843ed302b8c92b641b174c2e88bfc, disabling compactions & flushes 2024-12-13T12:19:41,586 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734092297762.dab843ed302b8c92b641b174c2e88bfc. 2024-12-13T12:19:41,586 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734092297762.dab843ed302b8c92b641b174c2e88bfc. 2024-12-13T12:19:41,586 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734092297762.dab843ed302b8c92b641b174c2e88bfc. after waiting 0 ms 2024-12-13T12:19:41,586 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734092297762.dab843ed302b8c92b641b174c2e88bfc. 2024-12-13T12:19:41,590 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/dab843ed302b8c92b641b174c2e88bfc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:41,590 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734092297762.dab843ed302b8c92b641b174c2e88bfc. 2024-12-13T12:19:41,590 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for dab843ed302b8c92b641b174c2e88bfc: 2024-12-13T12:19:41,590 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734092297762.dab843ed302b8c92b641b174c2e88bfc. 2024-12-13T12:19:41,590 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 255f09e8a594f2d77d90e07d58abf58e, disabling compactions & flushes 2024-12-13T12:19:41,590 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734092297762.255f09e8a594f2d77d90e07d58abf58e. 2024-12-13T12:19:41,591 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734092297762.255f09e8a594f2d77d90e07d58abf58e. 2024-12-13T12:19:41,591 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734092297762.255f09e8a594f2d77d90e07d58abf58e. after waiting 0 ms 2024-12-13T12:19:41,591 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734092297762.255f09e8a594f2d77d90e07d58abf58e. 2024-12-13T12:19:41,594 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/255f09e8a594f2d77d90e07d58abf58e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:41,594 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734092297762.255f09e8a594f2d77d90e07d58abf58e. 2024-12-13T12:19:41,595 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 255f09e8a594f2d77d90e07d58abf58e: 2024-12-13T12:19:41,595 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734092297762.255f09e8a594f2d77d90e07d58abf58e. 2024-12-13T12:19:41,595 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing efc9b9cf2e09e080e0bdc528564c7b1e, disabling compactions & flushes 2024-12-13T12:19:41,595 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734092297762.efc9b9cf2e09e080e0bdc528564c7b1e. 2024-12-13T12:19:41,595 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734092297762.efc9b9cf2e09e080e0bdc528564c7b1e. 2024-12-13T12:19:41,595 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734092297762.efc9b9cf2e09e080e0bdc528564c7b1e. after waiting 0 ms 2024-12-13T12:19:41,595 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734092297762.efc9b9cf2e09e080e0bdc528564c7b1e. 2024-12-13T12:19:41,598 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/efc9b9cf2e09e080e0bdc528564c7b1e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:41,598 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734092297762.efc9b9cf2e09e080e0bdc528564c7b1e. 2024-12-13T12:19:41,598 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for efc9b9cf2e09e080e0bdc528564c7b1e: 2024-12-13T12:19:41,599 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734092297762.efc9b9cf2e09e080e0bdc528564c7b1e. 2024-12-13T12:19:41,599 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d70cf2c4667df864828c0f78014e6673, disabling compactions & flushes 2024-12-13T12:19:41,599 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734092290053.d70cf2c4667df864828c0f78014e6673. 2024-12-13T12:19:41,599 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734092290053.d70cf2c4667df864828c0f78014e6673. 2024-12-13T12:19:41,599 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734092290053.d70cf2c4667df864828c0f78014e6673. after waiting 0 ms 2024-12-13T12:19:41,599 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734092290053.d70cf2c4667df864828c0f78014e6673. 2024-12-13T12:19:41,599 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing d70cf2c4667df864828c0f78014e6673 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-13T12:19:41,614 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/namespace/d70cf2c4667df864828c0f78014e6673/.tmp/info/31684589bfb94411af92f6a246f60ea4 is 45, key is default/info:d/1734092291113/Put/seqid=0 2024-12-13T12:19:41,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741870_1046 (size=5037) 2024-12-13T12:19:41,708 DEBUG [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 19cde8465cb39a47f02a8323b3ce3a99, 259d857a8e7afaeff310a264b0e37225, 2c37c9dd24dd3a09dbca888c55002391, 32a2e6887d75f7f634c167a98f9c38e1, 5b4959ff0012a45a40d28589987cad1e, 672eedab199dd7f231082ab3ef84f2c7, 91e0e994c9829e7b67349362f3a40799, a21c68ea55b402a48dece01bf45daef0, a271249e6bd757fd52c9cd26cc90b849, adee0bdf318892a0be090a05c147a90f, afcbc72667dca17ac64b1d518f041943, c6dda997a07a55db4d350316422d1134, ce2a5d80b3a78722576ccbb4910ce8fb, d70cf2c4667df864828c0f78014e6673, dbb783ff786eb60d06dcfd681d01030b, ebfcdef77f5441b49b16e29f90dc17ee 2024-12-13T12:19:41,908 DEBUG [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 19cde8465cb39a47f02a8323b3ce3a99, 259d857a8e7afaeff310a264b0e37225, 2c37c9dd24dd3a09dbca888c55002391, 32a2e6887d75f7f634c167a98f9c38e1, 5b4959ff0012a45a40d28589987cad1e, 672eedab199dd7f231082ab3ef84f2c7, 91e0e994c9829e7b67349362f3a40799, a21c68ea55b402a48dece01bf45daef0, a271249e6bd757fd52c9cd26cc90b849, adee0bdf318892a0be090a05c147a90f, afcbc72667dca17ac64b1d518f041943, c6dda997a07a55db4d350316422d1134, ce2a5d80b3a78722576ccbb4910ce8fb, d70cf2c4667df864828c0f78014e6673, dbb783ff786eb60d06dcfd681d01030b, ebfcdef77f5441b49b16e29f90dc17ee 2024-12-13T12:19:41,968 INFO [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/meta/1588230740/.tmp/rep_barrier/1f6a0e6f3fbf46aea5d094fb271c133c 2024-12-13T12:19:41,993 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/meta/1588230740/.tmp/table/5f3ed68d8a854913a98462987e39933f is 94, key is testdroppedtimed,,1734092314743.b73c19c5efc6d81179cbaa2e72feecfa./table:/1734092374581/DeleteFamily/seqid=0 2024-12-13T12:19:41,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741871_1047 (size=5605) 2024-12-13T12:19:42,018 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/namespace/d70cf2c4667df864828c0f78014e6673/.tmp/info/31684589bfb94411af92f6a246f60ea4 2024-12-13T12:19:42,025 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/namespace/d70cf2c4667df864828c0f78014e6673/.tmp/info/31684589bfb94411af92f6a246f60ea4 as hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/namespace/d70cf2c4667df864828c0f78014e6673/info/31684589bfb94411af92f6a246f60ea4 2024-12-13T12:19:42,031 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/namespace/d70cf2c4667df864828c0f78014e6673/info/31684589bfb94411af92f6a246f60ea4, entries=2, sequenceid=6, filesize=4.9 K 2024-12-13T12:19:42,032 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for d70cf2c4667df864828c0f78014e6673 in 433ms, sequenceid=6, compaction requested=false 2024-12-13T12:19:42,032 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-13T12:19:42,036 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/namespace/d70cf2c4667df864828c0f78014e6673/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-13T12:19:42,037 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734092290053.d70cf2c4667df864828c0f78014e6673. 2024-12-13T12:19:42,037 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d70cf2c4667df864828c0f78014e6673: 2024-12-13T12:19:42,037 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734092290053.d70cf2c4667df864828c0f78014e6673. 2024-12-13T12:19:42,037 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ce2a5d80b3a78722576ccbb4910ce8fb, disabling compactions & flushes 2024-12-13T12:19:42,037 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734092297762.ce2a5d80b3a78722576ccbb4910ce8fb. 2024-12-13T12:19:42,037 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734092297762.ce2a5d80b3a78722576ccbb4910ce8fb. 2024-12-13T12:19:42,037 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734092297762.ce2a5d80b3a78722576ccbb4910ce8fb. after waiting 0 ms 2024-12-13T12:19:42,037 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734092297762.ce2a5d80b3a78722576ccbb4910ce8fb. 2024-12-13T12:19:42,041 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/ce2a5d80b3a78722576ccbb4910ce8fb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:42,041 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734092297762.ce2a5d80b3a78722576ccbb4910ce8fb. 2024-12-13T12:19:42,042 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ce2a5d80b3a78722576ccbb4910ce8fb: 2024-12-13T12:19:42,042 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734092297762.ce2a5d80b3a78722576ccbb4910ce8fb. 2024-12-13T12:19:42,042 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2c37c9dd24dd3a09dbca888c55002391, disabling compactions & flushes 2024-12-13T12:19:42,042 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734092297762.2c37c9dd24dd3a09dbca888c55002391. 2024-12-13T12:19:42,042 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734092297762.2c37c9dd24dd3a09dbca888c55002391. 2024-12-13T12:19:42,042 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734092297762.2c37c9dd24dd3a09dbca888c55002391. after waiting 0 ms 2024-12-13T12:19:42,042 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734092297762.2c37c9dd24dd3a09dbca888c55002391. 2024-12-13T12:19:42,045 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/2c37c9dd24dd3a09dbca888c55002391/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:42,046 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734092297762.2c37c9dd24dd3a09dbca888c55002391. 2024-12-13T12:19:42,046 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2c37c9dd24dd3a09dbca888c55002391: 2024-12-13T12:19:42,046 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734092297762.2c37c9dd24dd3a09dbca888c55002391. 2024-12-13T12:19:42,046 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a271249e6bd757fd52c9cd26cc90b849, disabling compactions & flushes 2024-12-13T12:19:42,046 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734092297762.a271249e6bd757fd52c9cd26cc90b849. 2024-12-13T12:19:42,046 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734092297762.a271249e6bd757fd52c9cd26cc90b849. 2024-12-13T12:19:42,046 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734092297762.a271249e6bd757fd52c9cd26cc90b849. after waiting 0 ms 2024-12-13T12:19:42,046 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734092297762.a271249e6bd757fd52c9cd26cc90b849. 2024-12-13T12:19:42,049 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/a271249e6bd757fd52c9cd26cc90b849/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:42,049 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734092297762.a271249e6bd757fd52c9cd26cc90b849. 2024-12-13T12:19:42,049 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a271249e6bd757fd52c9cd26cc90b849: 2024-12-13T12:19:42,050 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734092297762.a271249e6bd757fd52c9cd26cc90b849. 2024-12-13T12:19:42,050 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 259d857a8e7afaeff310a264b0e37225, disabling compactions & flushes 2024-12-13T12:19:42,050 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734092297762.259d857a8e7afaeff310a264b0e37225. 2024-12-13T12:19:42,050 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734092297762.259d857a8e7afaeff310a264b0e37225. 2024-12-13T12:19:42,050 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734092297762.259d857a8e7afaeff310a264b0e37225. after waiting 0 ms 2024-12-13T12:19:42,050 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734092297762.259d857a8e7afaeff310a264b0e37225. 2024-12-13T12:19:42,053 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/259d857a8e7afaeff310a264b0e37225/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:42,053 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734092297762.259d857a8e7afaeff310a264b0e37225. 2024-12-13T12:19:42,053 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 259d857a8e7afaeff310a264b0e37225: 2024-12-13T12:19:42,053 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734092297762.259d857a8e7afaeff310a264b0e37225. 2024-12-13T12:19:42,053 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ebfcdef77f5441b49b16e29f90dc17ee, disabling compactions & flushes 2024-12-13T12:19:42,053 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734092297762.ebfcdef77f5441b49b16e29f90dc17ee. 2024-12-13T12:19:42,053 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734092297762.ebfcdef77f5441b49b16e29f90dc17ee. 2024-12-13T12:19:42,053 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734092297762.ebfcdef77f5441b49b16e29f90dc17ee. after waiting 0 ms 2024-12-13T12:19:42,053 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734092297762.ebfcdef77f5441b49b16e29f90dc17ee. 2024-12-13T12:19:42,056 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/ebfcdef77f5441b49b16e29f90dc17ee/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:42,056 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734092297762.ebfcdef77f5441b49b16e29f90dc17ee. 2024-12-13T12:19:42,056 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ebfcdef77f5441b49b16e29f90dc17ee: 2024-12-13T12:19:42,056 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734092297762.ebfcdef77f5441b49b16e29f90dc17ee. 2024-12-13T12:19:42,056 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5b4959ff0012a45a40d28589987cad1e, disabling compactions & flushes 2024-12-13T12:19:42,056 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734092297762.5b4959ff0012a45a40d28589987cad1e. 2024-12-13T12:19:42,056 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734092297762.5b4959ff0012a45a40d28589987cad1e. 2024-12-13T12:19:42,056 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734092297762.5b4959ff0012a45a40d28589987cad1e. after waiting 0 ms 2024-12-13T12:19:42,056 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734092297762.5b4959ff0012a45a40d28589987cad1e. 2024-12-13T12:19:42,059 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/5b4959ff0012a45a40d28589987cad1e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:42,060 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734092297762.5b4959ff0012a45a40d28589987cad1e. 2024-12-13T12:19:42,060 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5b4959ff0012a45a40d28589987cad1e: 2024-12-13T12:19:42,060 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734092297762.5b4959ff0012a45a40d28589987cad1e. 2024-12-13T12:19:42,060 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing adee0bdf318892a0be090a05c147a90f, disabling compactions & flushes 2024-12-13T12:19:42,060 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734092297762.adee0bdf318892a0be090a05c147a90f. 2024-12-13T12:19:42,060 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734092297762.adee0bdf318892a0be090a05c147a90f. 2024-12-13T12:19:42,060 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734092297762.adee0bdf318892a0be090a05c147a90f. after waiting 0 ms 2024-12-13T12:19:42,060 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734092297762.adee0bdf318892a0be090a05c147a90f. 2024-12-13T12:19:42,063 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/adee0bdf318892a0be090a05c147a90f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:42,064 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734092297762.adee0bdf318892a0be090a05c147a90f. 2024-12-13T12:19:42,064 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for adee0bdf318892a0be090a05c147a90f: 2024-12-13T12:19:42,064 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734092297762.adee0bdf318892a0be090a05c147a90f. 2024-12-13T12:19:42,064 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing afcbc72667dca17ac64b1d518f041943, disabling compactions & flushes 2024-12-13T12:19:42,064 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734092297762.afcbc72667dca17ac64b1d518f041943. 2024-12-13T12:19:42,064 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734092297762.afcbc72667dca17ac64b1d518f041943. 2024-12-13T12:19:42,064 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734092297762.afcbc72667dca17ac64b1d518f041943. after waiting 0 ms 2024-12-13T12:19:42,064 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734092297762.afcbc72667dca17ac64b1d518f041943. 2024-12-13T12:19:42,066 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/afcbc72667dca17ac64b1d518f041943/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:42,067 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734092297762.afcbc72667dca17ac64b1d518f041943. 2024-12-13T12:19:42,067 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for afcbc72667dca17ac64b1d518f041943: 2024-12-13T12:19:42,067 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734092297762.afcbc72667dca17ac64b1d518f041943. 2024-12-13T12:19:42,067 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing dbb783ff786eb60d06dcfd681d01030b, disabling compactions & flushes 2024-12-13T12:19:42,067 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734092297762.dbb783ff786eb60d06dcfd681d01030b. 2024-12-13T12:19:42,067 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734092297762.dbb783ff786eb60d06dcfd681d01030b. 2024-12-13T12:19:42,067 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734092297762.dbb783ff786eb60d06dcfd681d01030b. after waiting 0 ms 2024-12-13T12:19:42,067 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734092297762.dbb783ff786eb60d06dcfd681d01030b. 2024-12-13T12:19:42,070 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/dbb783ff786eb60d06dcfd681d01030b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:42,071 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734092297762.dbb783ff786eb60d06dcfd681d01030b. 2024-12-13T12:19:42,071 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for dbb783ff786eb60d06dcfd681d01030b: 2024-12-13T12:19:42,071 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734092297762.dbb783ff786eb60d06dcfd681d01030b. 2024-12-13T12:19:42,071 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 672eedab199dd7f231082ab3ef84f2c7, disabling compactions & flushes 2024-12-13T12:19:42,071 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734092297762.672eedab199dd7f231082ab3ef84f2c7. 2024-12-13T12:19:42,071 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734092297762.672eedab199dd7f231082ab3ef84f2c7. 2024-12-13T12:19:42,071 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734092297762.672eedab199dd7f231082ab3ef84f2c7. after waiting 0 ms 2024-12-13T12:19:42,071 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734092297762.672eedab199dd7f231082ab3ef84f2c7. 2024-12-13T12:19:42,074 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/672eedab199dd7f231082ab3ef84f2c7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:42,074 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734092297762.672eedab199dd7f231082ab3ef84f2c7. 2024-12-13T12:19:42,074 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 672eedab199dd7f231082ab3ef84f2c7: 2024-12-13T12:19:42,074 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734092297762.672eedab199dd7f231082ab3ef84f2c7. 2024-12-13T12:19:42,075 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a21c68ea55b402a48dece01bf45daef0, disabling compactions & flushes 2024-12-13T12:19:42,075 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734092297762.a21c68ea55b402a48dece01bf45daef0. 2024-12-13T12:19:42,075 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734092297762.a21c68ea55b402a48dece01bf45daef0. 2024-12-13T12:19:42,075 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734092297762.a21c68ea55b402a48dece01bf45daef0. after waiting 0 ms 2024-12-13T12:19:42,075 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734092297762.a21c68ea55b402a48dece01bf45daef0. 2024-12-13T12:19:42,077 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/a21c68ea55b402a48dece01bf45daef0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:42,078 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734092297762.a21c68ea55b402a48dece01bf45daef0. 2024-12-13T12:19:42,078 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a21c68ea55b402a48dece01bf45daef0: 2024-12-13T12:19:42,078 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734092297762.a21c68ea55b402a48dece01bf45daef0. 2024-12-13T12:19:42,078 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 91e0e994c9829e7b67349362f3a40799, disabling compactions & flushes 2024-12-13T12:19:42,078 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734092297762.91e0e994c9829e7b67349362f3a40799. 2024-12-13T12:19:42,078 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734092297762.91e0e994c9829e7b67349362f3a40799. 2024-12-13T12:19:42,078 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734092297762.91e0e994c9829e7b67349362f3a40799. after waiting 0 ms 2024-12-13T12:19:42,078 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734092297762.91e0e994c9829e7b67349362f3a40799. 2024-12-13T12:19:42,081 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/91e0e994c9829e7b67349362f3a40799/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:42,081 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734092297762.91e0e994c9829e7b67349362f3a40799. 2024-12-13T12:19:42,081 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 91e0e994c9829e7b67349362f3a40799: 2024-12-13T12:19:42,081 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734092297762.91e0e994c9829e7b67349362f3a40799. 2024-12-13T12:19:42,081 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c6dda997a07a55db4d350316422d1134, disabling compactions & flushes 2024-12-13T12:19:42,081 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734092297762.c6dda997a07a55db4d350316422d1134. 2024-12-13T12:19:42,081 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734092297762.c6dda997a07a55db4d350316422d1134. 2024-12-13T12:19:42,081 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734092297762.c6dda997a07a55db4d350316422d1134. after waiting 0 ms 2024-12-13T12:19:42,081 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734092297762.c6dda997a07a55db4d350316422d1134. 2024-12-13T12:19:42,084 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/c6dda997a07a55db4d350316422d1134/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:42,085 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734092297762.c6dda997a07a55db4d350316422d1134. 2024-12-13T12:19:42,085 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c6dda997a07a55db4d350316422d1134: 2024-12-13T12:19:42,085 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734092297762.c6dda997a07a55db4d350316422d1134. 2024-12-13T12:19:42,085 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 19cde8465cb39a47f02a8323b3ce3a99, disabling compactions & flushes 2024-12-13T12:19:42,085 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734092297762.19cde8465cb39a47f02a8323b3ce3a99. 2024-12-13T12:19:42,085 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734092297762.19cde8465cb39a47f02a8323b3ce3a99. 2024-12-13T12:19:42,085 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734092297762.19cde8465cb39a47f02a8323b3ce3a99. after waiting 0 ms 2024-12-13T12:19:42,085 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734092297762.19cde8465cb39a47f02a8323b3ce3a99. 2024-12-13T12:19:42,088 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/19cde8465cb39a47f02a8323b3ce3a99/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:42,088 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734092297762.19cde8465cb39a47f02a8323b3ce3a99. 2024-12-13T12:19:42,088 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 19cde8465cb39a47f02a8323b3ce3a99: 2024-12-13T12:19:42,089 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734092297762.19cde8465cb39a47f02a8323b3ce3a99. 2024-12-13T12:19:42,089 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 32a2e6887d75f7f634c167a98f9c38e1, disabling compactions & flushes 2024-12-13T12:19:42,089 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734092297762.32a2e6887d75f7f634c167a98f9c38e1. 2024-12-13T12:19:42,089 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734092297762.32a2e6887d75f7f634c167a98f9c38e1. 2024-12-13T12:19:42,089 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734092297762.32a2e6887d75f7f634c167a98f9c38e1. after waiting 0 ms 2024-12-13T12:19:42,089 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734092297762.32a2e6887d75f7f634c167a98f9c38e1. 2024-12-13T12:19:42,091 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/default/test/32a2e6887d75f7f634c167a98f9c38e1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-13T12:19:42,092 INFO [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734092297762.32a2e6887d75f7f634c167a98f9c38e1. 2024-12-13T12:19:42,092 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 32a2e6887d75f7f634c167a98f9c38e1: 2024-12-13T12:19:42,092 DEBUG [RS_CLOSE_REGION-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734092297762.32a2e6887d75f7f634c167a98f9c38e1. 2024-12-13T12:19:42,108 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-13T12:19:42,108 DEBUG [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-13T12:19:42,108 DEBUG [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T12:19:42,309 DEBUG [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-13T12:19:42,399 INFO [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/meta/1588230740/.tmp/table/5f3ed68d8a854913a98462987e39933f 2024-12-13T12:19:42,412 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/meta/1588230740/.tmp/info/1966b49364f74eb9bf188d827e50db84 as hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/meta/1588230740/info/1966b49364f74eb9bf188d827e50db84 2024-12-13T12:19:42,420 INFO [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/meta/1588230740/info/1966b49364f74eb9bf188d827e50db84, entries=272, sequenceid=77, filesize=35.5 K 2024-12-13T12:19:42,421 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/meta/1588230740/.tmp/rep_barrier/1f6a0e6f3fbf46aea5d094fb271c133c as hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/meta/1588230740/rep_barrier/1f6a0e6f3fbf46aea5d094fb271c133c 2024-12-13T12:19:42,426 INFO [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/meta/1588230740/rep_barrier/1f6a0e6f3fbf46aea5d094fb271c133c, entries=27, sequenceid=77, filesize=8.4 K 2024-12-13T12:19:42,427 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/meta/1588230740/.tmp/table/5f3ed68d8a854913a98462987e39933f as hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/meta/1588230740/table/5f3ed68d8a854913a98462987e39933f 2024-12-13T12:19:42,432 INFO [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/meta/1588230740/table/5f3ed68d8a854913a98462987e39933f, entries=6, sequenceid=77, filesize=5.5 K 2024-12-13T12:19:42,433 INFO [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=77, compaction requested=false 2024-12-13T12:19:42,437 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-13T12:19:42,437 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-13T12:19:42,437 INFO [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-13T12:19:42,437 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-13T12:19:42,438 DEBUG [RS_CLOSE_META-regionserver/23617cae5624:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-13T12:19:42,509 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(1250): stopping server 23617cae5624,35429,1734092287468; all regions closed. 2024-12-13T12:19:42,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741834_1010 (size=40374) 2024-12-13T12:19:42,512 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.meta.1734092289751.meta not finished, retry = 0 2024-12-13T12:19:42,619 DEBUG [RS:0;23617cae5624:35429 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/oldWALs 2024-12-13T12:19:42,619 INFO [RS:0;23617cae5624:35429 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 23617cae5624%2C35429%2C1734092287468.meta:.meta(num 1734092289751) 2024-12-13T12:19:42,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741833_1009 (size=4217378) 2024-12-13T12:19:42,623 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/WALs/23617cae5624,35429,1734092287468/23617cae5624%2C35429%2C1734092287468.1734092289424 not finished, retry = 0 2024-12-13T12:19:42,729 DEBUG [RS:0;23617cae5624:35429 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/oldWALs 2024-12-13T12:19:42,729 INFO [RS:0;23617cae5624:35429 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 23617cae5624%2C35429%2C1734092287468:(num 1734092289424) 2024-12-13T12:19:42,729 DEBUG [RS:0;23617cae5624:35429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:42,729 INFO [RS:0;23617cae5624:35429 {}] regionserver.LeaseManager(133): Closed leases 2024-12-13T12:19:42,730 INFO [RS:0;23617cae5624:35429 {}] hbase.ChoreService(370): Chore service for: regionserver/23617cae5624:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-13T12:19:42,730 INFO [regionserver/23617cae5624:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T12:19:42,731 INFO [RS:0;23617cae5624:35429 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35429 2024-12-13T12:19:42,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T12:19:42,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x1001f53765d0001, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/23617cae5624,35429,1734092287468 2024-12-13T12:19:42,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-13T12:19:42,787 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [23617cae5624,35429,1734092287468] 2024-12-13T12:19:42,787 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 23617cae5624,35429,1734092287468; numProcessing=1 2024-12-13T12:19:42,795 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /1/draining/23617cae5624,35429,1734092287468 already deleted, retry=false 2024-12-13T12:19:42,795 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 23617cae5624,35429,1734092287468 expired; onlineServers=0 2024-12-13T12:19:42,795 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '23617cae5624,33161,1734092286558' ***** 2024-12-13T12:19:42,795 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-13T12:19:42,795 DEBUG [M:0;23617cae5624:33161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26094311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=23617cae5624/172.17.0.2:0 2024-12-13T12:19:42,796 INFO [M:0;23617cae5624:33161 {}] regionserver.HRegionServer(1224): stopping server 23617cae5624,33161,1734092286558 2024-12-13T12:19:42,796 INFO [M:0;23617cae5624:33161 {}] regionserver.HRegionServer(1250): stopping server 23617cae5624,33161,1734092286558; all regions closed. 2024-12-13T12:19:42,796 DEBUG [M:0;23617cae5624:33161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-13T12:19:42,796 DEBUG [M:0;23617cae5624:33161 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-13T12:19:42,796 DEBUG [M:0;23617cae5624:33161 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-13T12:19:42,796 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-13T12:19:42,796 DEBUG [master/23617cae5624:0:becomeActiveMaster-HFileCleaner.small.0-1734092288935 {}] cleaner.HFileCleaner(306): Exit Thread[master/23617cae5624:0:becomeActiveMaster-HFileCleaner.small.0-1734092288935,5,FailOnTimeoutGroup] 2024-12-13T12:19:42,796 DEBUG [master/23617cae5624:0:becomeActiveMaster-HFileCleaner.large.0-1734092288929 {}] cleaner.HFileCleaner(306): Exit Thread[master/23617cae5624:0:becomeActiveMaster-HFileCleaner.large.0-1734092288929,5,FailOnTimeoutGroup] 2024-12-13T12:19:42,796 INFO [M:0;23617cae5624:33161 {}] hbase.ChoreService(370): Chore service for: master/23617cae5624:0 had [] on shutdown 2024-12-13T12:19:42,796 DEBUG [M:0;23617cae5624:33161 {}] master.HMaster(1733): Stopping service threads 2024-12-13T12:19:42,796 INFO [M:0;23617cae5624:33161 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-13T12:19:42,796 ERROR [M:0;23617cae5624:33161 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1984092981) connection to localhost/127.0.0.1:37621 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37621,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] Thread[HFileArchiver-4,5,PEWorkerGroup] Thread[HFileArchiver-5,5,PEWorkerGroup] 2024-12-13T12:19:42,797 INFO [M:0;23617cae5624:33161 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-13T12:19:42,797 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-13T12:19:42,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-13T12:19:42,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-13T12:19:42,804 DEBUG [M:0;23617cae5624:33161 {}] zookeeper.ZKUtil(347): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-13T12:19:42,804 WARN [M:0;23617cae5624:33161 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-13T12:19:42,804 INFO [M:0;23617cae5624:33161 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-13T12:19:42,804 INFO [M:0;23617cae5624:33161 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-13T12:19:42,804 DEBUG [M:0;23617cae5624:33161 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-13T12:19:42,804 INFO [M:0;23617cae5624:33161 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T12:19:42,804 DEBUG [M:0;23617cae5624:33161 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T12:19:42,804 DEBUG [M:0;23617cae5624:33161 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-13T12:19:42,804 DEBUG [M:0;23617cae5624:33161 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T12:19:42,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-13T12:19:42,804 INFO [M:0;23617cae5624:33161 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=237.94 KB heapSize=293.93 KB 2024-12-13T12:19:42,826 DEBUG [M:0;23617cae5624:33161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad308da9a9574d87ac9a734d815abeb0 is 82, key is hbase:meta,,1/info:regioninfo/1734092289869/Put/seqid=0 2024-12-13T12:19:42,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741872_1048 (size=5672) 2024-12-13T12:19:42,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x1001f53765d0001, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T12:19:42,887 INFO [RS:0;23617cae5624:35429 {}] regionserver.HRegionServer(1307): Exiting; stopping=23617cae5624,35429,1734092287468; zookeeper connection closed. 2024-12-13T12:19:42,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35429-0x1001f53765d0001, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T12:19:42,888 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a7f4e63 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a7f4e63 2024-12-13T12:19:42,888 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-13T12:19:43,232 INFO [M:0;23617cae5624:33161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad308da9a9574d87ac9a734d815abeb0 2024-12-13T12:19:43,258 DEBUG [M:0;23617cae5624:33161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8bd9412a6c44ac384d267b5f79308e5 is 2027, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734092302517/Put/seqid=0 2024-12-13T12:19:43,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741873_1049 (size=12841) 2024-12-13T12:19:43,282 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-13T12:19:43,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-13T12:19:43,665 INFO [M:0;23617cae5624:33161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=237.39 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8bd9412a6c44ac384d267b5f79308e5 2024-12-13T12:19:43,677 INFO [M:0;23617cae5624:33161 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8bd9412a6c44ac384d267b5f79308e5 2024-12-13T12:19:43,693 DEBUG [M:0;23617cae5624:33161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea57d084ba5b46e1883252941c19bc71 is 69, key is 23617cae5624,35429,1734092287468/rs:state/1734092288978/Put/seqid=0 2024-12-13T12:19:43,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741874_1050 (size=5156) 2024-12-13T12:19:44,098 INFO [M:0;23617cae5624:33161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea57d084ba5b46e1883252941c19bc71 2024-12-13T12:19:44,113 DEBUG [M:0;23617cae5624:33161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad308da9a9574d87ac9a734d815abeb0 as hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad308da9a9574d87ac9a734d815abeb0 2024-12-13T12:19:44,122 INFO [M:0;23617cae5624:33161 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad308da9a9574d87ac9a734d815abeb0, entries=8, sequenceid=612, filesize=5.5 K 2024-12-13T12:19:44,123 DEBUG [M:0;23617cae5624:33161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8bd9412a6c44ac384d267b5f79308e5 as hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8bd9412a6c44ac384d267b5f79308e5 2024-12-13T12:19:44,129 INFO [M:0;23617cae5624:33161 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8bd9412a6c44ac384d267b5f79308e5 2024-12-13T12:19:44,129 INFO [M:0;23617cae5624:33161 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8bd9412a6c44ac384d267b5f79308e5, entries=77, sequenceid=612, filesize=12.5 K 2024-12-13T12:19:44,130 DEBUG [M:0;23617cae5624:33161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea57d084ba5b46e1883252941c19bc71 as hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ea57d084ba5b46e1883252941c19bc71 2024-12-13T12:19:44,134 INFO [M:0;23617cae5624:33161 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37621/user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ea57d084ba5b46e1883252941c19bc71, entries=1, sequenceid=612, filesize=5.0 K 2024-12-13T12:19:44,135 INFO [M:0;23617cae5624:33161 {}] regionserver.HRegion(3040): Finished flush of dataSize ~237.94 KB/243655, heapSize ~293.63 KB/300680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=612, compaction requested=false 2024-12-13T12:19:44,136 INFO [M:0;23617cae5624:33161 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-13T12:19:44,136 DEBUG [M:0;23617cae5624:33161 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-13T12:19:44,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42495 is added to blk_1073741830_1006 (size=284394) 2024-12-13T12:19:44,138 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/ee143cfc-6edb-1cd6-e382-dfb43c98b72d/MasterData/WALs/23617cae5624,33161,1734092286558/23617cae5624%2C33161%2C1734092286558.1734092288180 not finished, retry = 0 2024-12-13T12:19:44,240 INFO [M:0;23617cae5624:33161 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-13T12:19:44,240 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-13T12:19:44,240 INFO [M:0;23617cae5624:33161 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33161 2024-12-13T12:19:44,287 DEBUG [M:0;23617cae5624:33161 {}] zookeeper.RecoverableZooKeeper(215): Node /1/rs/23617cae5624,33161,1734092286558 already deleted, retry=false 2024-12-13T12:19:44,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T12:19:44,396 INFO [M:0;23617cae5624:33161 {}] regionserver.HRegionServer(1307): Exiting; stopping=23617cae5624,33161,1734092286558; zookeeper connection closed. 2024-12-13T12:19:44,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33161-0x1001f53765d0000, quorum=127.0.0.1:50374, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-13T12:19:44,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c411b1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-13T12:19:44,403 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ee548d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T12:19:44,404 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T12:19:44,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d6f1eeb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T12:19:44,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73acd779{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/hadoop.log.dir/,STOPPED} 2024-12-13T12:19:44,405 WARN [BP-283621282-172.17.0.2-1734092283179 heartbeating to localhost/127.0.0.1:37621 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-13T12:19:44,405 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-13T12:19:44,405 WARN [BP-283621282-172.17.0.2-1734092283179 heartbeating to localhost/127.0.0.1:37621 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-283621282-172.17.0.2-1734092283179 (Datanode Uuid 2a41c082-920c-4461-b3b1-718551df119a) service to localhost/127.0.0.1:37621 2024-12-13T12:19:44,405 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-13T12:19:44,406 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/cluster_00486fa7-938d-ca6d-ef34-869511ee2f7d/dfs/data/data1/current/BP-283621282-172.17.0.2-1734092283179 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T12:19:44,406 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/cluster_00486fa7-938d-ca6d-ef34-869511ee2f7d/dfs/data/data2/current/BP-283621282-172.17.0.2-1734092283179 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-13T12:19:44,406 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-13T12:19:44,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16bb9715{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-13T12:19:44,412 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2810cb37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-13T12:19:44,413 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-13T12:19:44,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@102803c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-13T12:19:44,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2197b4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c1175378-3b59-c4c5-2491-b114abc3dd30/hadoop.log.dir/,STOPPED} 2024-12-13T12:19:44,421 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-13T12:19:44,440 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down