2024-12-12 03:23:40,331 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-12 03:23:40,341 main DEBUG Took 0.008748 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-12 03:23:40,341 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-12 03:23:40,342 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-12 03:23:40,343 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-12 03:23:40,344 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 03:23:40,355 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-12 03:23:40,365 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 03:23:40,366 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 03:23:40,366 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 03:23:40,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 03:23:40,367 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 03:23:40,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 03:23:40,368 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 03:23:40,368 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 03:23:40,369 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 03:23:40,369 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 03:23:40,369 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 03:23:40,370 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 03:23:40,370 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 03:23:40,370 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 03:23:40,371 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 03:23:40,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 03:23:40,371 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 03:23:40,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 03:23:40,372 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 03:23:40,372 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 03:23:40,372 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 03:23:40,372 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 03:23:40,373 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 03:23:40,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 03:23:40,373 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 03:23:40,374 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-12 03:23:40,375 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 03:23:40,376 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-12 03:23:40,378 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-12 03:23:40,378 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-12 03:23:40,379 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-12 03:23:40,379 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-12 03:23:40,387 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-12 03:23:40,389 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-12 03:23:40,390 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-12 03:23:40,391 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-12 03:23:40,391 main DEBUG createAppenders(={Console}) 2024-12-12 03:23:40,392 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-12 03:23:40,392 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-12 03:23:40,392 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-12 03:23:40,393 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-12 03:23:40,393 main DEBUG OutputStream closed 2024-12-12 03:23:40,393 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-12 03:23:40,393 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-12 03:23:40,393 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-12 03:23:40,453 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-12 03:23:40,455 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-12 03:23:40,456 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-12 03:23:40,457 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-12 03:23:40,457 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-12 03:23:40,457 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-12 03:23:40,458 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-12 03:23:40,458 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-12 03:23:40,458 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-12 03:23:40,458 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-12 03:23:40,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-12 03:23:40,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-12 03:23:40,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-12 03:23:40,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-12 03:23:40,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-12 03:23:40,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-12 03:23:40,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-12 03:23:40,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-12 03:23:40,463 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-12 03:23:40,463 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13330ac6) with optional ClassLoader: null 2024-12-12 03:23:40,463 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-12 03:23:40,464 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13330ac6] started OK. 2024-12-12T03:23:40,673 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53 2024-12-12 03:23:40,675 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-12 03:23:40,675 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-12T03:23:40,681 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/hadoop-log-dir so I do NOT create it in target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531 2024-12-12T03:23:40,682 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/hadoop-log-dir Erasing configuration value by system value. 2024-12-12T03:23:40,682 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/hadoop-tmp-dir so I do NOT create it in target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531 2024-12-12T03:23:40,682 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/hadoop-tmp-dir Erasing configuration value by system value. 2024-12-12T03:23:40,682 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531 2024-12-12T03:23:40,691 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestEditsBehindDroppedTableTiming timeout: 13 mins 2024-12-12T03:23:40,707 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/cluster_a16b94d7-7dd8-65fa-859e-eb3d5d9cede1, deleteOnExit=true 2024-12-12T03:23:40,822 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/cluster_a16b94d7-7dd8-65fa-859e-eb3d5d9cede1/zookeeper_0, clientPort=56644, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/cluster_a16b94d7-7dd8-65fa-859e-eb3d5d9cede1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/cluster_a16b94d7-7dd8-65fa-859e-eb3d5d9cede1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-12T03:23:40,833 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=56644 2024-12-12T03:23:40,833 INFO [Time-limited test {}] replication.TestReplicationBase(247): Setup first Zk 2024-12-12T03:23:40,833 INFO [Time-limited test {}] replication.TestReplicationBase(250): Setup second Zk 2024-12-12T03:23:40,840 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-12T03:23:40,842 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-12T03:23:40,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/test.cache.data in system properties and HBase conf 2024-12-12T03:23:40,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/hadoop.tmp.dir in system properties and HBase conf 2024-12-12T03:23:40,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/hadoop.log.dir in system properties and HBase conf 2024-12-12T03:23:40,844 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-12T03:23:40,845 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-12T03:23:40,845 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-12T03:23:40,912 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-12T03:23:40,998 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-12T03:23:41,002 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-12T03:23:41,002 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-12T03:23:41,003 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-12T03:23:41,003 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T03:23:41,003 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-12T03:23:41,004 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-12T03:23:41,004 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T03:23:41,005 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T03:23:41,005 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-12T03:23:41,005 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/nfs.dump.dir in system properties and HBase conf 2024-12-12T03:23:41,006 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/java.io.tmpdir in system properties and HBase conf 2024-12-12T03:23:41,006 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T03:23:41,006 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-12T03:23:41,007 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-12T03:23:41,926 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-12T03:23:41,990 INFO [Time-limited test {}] log.Log(170): Logging initialized @2240ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-12T03:23:42,057 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T03:23:42,125 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T03:23:42,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T03:23:42,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T03:23:42,145 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T03:23:42,157 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T03:23:42,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2197b4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/hadoop.log.dir/,AVAILABLE} 2024-12-12T03:23:42,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@102803c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T03:23:42,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16bb9715{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/java.io.tmpdir/jetty-localhost-41779-hadoop-hdfs-3_4_1-tests_jar-_-any-12345487791840473135/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T03:23:42,347 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2810cb37{HTTP/1.1, (http/1.1)}{localhost:41779} 2024-12-12T03:23:42,348 INFO [Time-limited test {}] server.Server(415): Started @2598ms 2024-12-12T03:23:42,801 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T03:23:42,807 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T03:23:42,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T03:23:42,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T03:23:42,808 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T03:23:42,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73acd779{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/hadoop.log.dir/,AVAILABLE} 2024-12-12T03:23:42,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d6f1eeb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T03:23:42,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c411b1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/java.io.tmpdir/jetty-localhost-36697-hadoop-hdfs-3_4_1-tests_jar-_-any-4750122959829588811/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T03:23:42,903 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ee548d2{HTTP/1.1, (http/1.1)}{localhost:36697} 2024-12-12T03:23:42,903 INFO [Time-limited test {}] server.Server(415): Started @3153ms 2024-12-12T03:23:42,957 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T03:23:43,728 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/cluster_a16b94d7-7dd8-65fa-859e-eb3d5d9cede1/dfs/data/data1/current/BP-1742770955-172.17.0.2-1733973821537/current, will proceed with Du for space computation calculation, 2024-12-12T03:23:43,728 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/cluster_a16b94d7-7dd8-65fa-859e-eb3d5d9cede1/dfs/data/data2/current/BP-1742770955-172.17.0.2-1733973821537/current, will proceed with Du for space computation calculation, 2024-12-12T03:23:43,759 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T03:23:43,801 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8e481b44c57e2e3 with lease ID 0x3cecb6bc26474a59: Processing first storage report for DS-db3f1081-70e1-4734-987c-cd0e6c97525a from datanode DatanodeRegistration(127.0.0.1:34793, datanodeUuid=94a8e370-667d-47be-92f2-fbd238b0395f, infoPort=33251, infoSecurePort=0, ipcPort=38189, storageInfo=lv=-57;cid=testClusterID;nsid=118529705;c=1733973821538) 2024-12-12T03:23:43,803 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8e481b44c57e2e3 with lease ID 0x3cecb6bc26474a59: from storage DS-db3f1081-70e1-4734-987c-cd0e6c97525a node DatanodeRegistration(127.0.0.1:34793, datanodeUuid=94a8e370-667d-47be-92f2-fbd238b0395f, infoPort=33251, infoSecurePort=0, ipcPort=38189, storageInfo=lv=-57;cid=testClusterID;nsid=118529705;c=1733973821538), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-12T03:23:43,803 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8e481b44c57e2e3 with lease ID 0x3cecb6bc26474a59: Processing first storage report for DS-66e2bb90-c3c6-4b8c-9bf5-84eb0706c873 from datanode DatanodeRegistration(127.0.0.1:34793, datanodeUuid=94a8e370-667d-47be-92f2-fbd238b0395f, infoPort=33251, infoSecurePort=0, ipcPort=38189, storageInfo=lv=-57;cid=testClusterID;nsid=118529705;c=1733973821538) 2024-12-12T03:23:43,803 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8e481b44c57e2e3 with lease ID 0x3cecb6bc26474a59: from storage DS-66e2bb90-c3c6-4b8c-9bf5-84eb0706c873 node DatanodeRegistration(127.0.0.1:34793, datanodeUuid=94a8e370-667d-47be-92f2-fbd238b0395f, infoPort=33251, infoSecurePort=0, ipcPort=38189, storageInfo=lv=-57;cid=testClusterID;nsid=118529705;c=1733973821538), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T03:23:43,840 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53 2024-12-12T03:23:43,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T03:23:43,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T03:23:44,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741825_1001 (size=7) 2024-12-12T03:23:44,461 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 with version=8 2024-12-12T03:23:44,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/hbase-staging 2024-12-12T03:23:44,565 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-12T03:23:44,797 INFO [Time-limited test {}] client.ConnectionUtils(129): master/bc94ab33778f:0 server-side Connection retries=45 2024-12-12T03:23:44,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T03:23:44,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T03:23:44,813 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T03:23:44,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T03:23:44,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T03:23:44,923 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T03:23:44,976 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-12T03:23:44,984 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-12T03:23:44,987 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T03:23:45,009 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 26097 (auto-detected) 2024-12-12T03:23:45,010 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-12T03:23:45,027 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41473 2024-12-12T03:23:45,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T03:23:45,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T03:23:45,048 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:41473 connecting to ZooKeeper ensemble=127.0.0.1:56644 2024-12-12T03:23:45,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414730x0, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T03:23:45,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41473-0x1001843e1fd0000 connected 2024-12-12T03:23:45,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-12T03:23:45,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-12T03:23:45,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-12T03:23:45,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41473 2024-12-12T03:23:45,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41473 2024-12-12T03:23:45,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41473 2024-12-12T03:23:45,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41473 2024-12-12T03:23:45,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41473 2024-12-12T03:23:45,245 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911, hbase.cluster.distributed=false 2024-12-12T03:23:45,307 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/bc94ab33778f:0 server-side Connection retries=45 2024-12-12T03:23:45,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T03:23:45,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T03:23:45,308 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T03:23:45,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T03:23:45,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T03:23:45,310 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T03:23:45,311 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T03:23:45,312 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43041 2024-12-12T03:23:45,314 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-12T03:23:45,319 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-12T03:23:45,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T03:23:45,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T03:23:45,330 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43041 connecting to ZooKeeper ensemble=127.0.0.1:56644 2024-12-12T03:23:45,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430410x0, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T03:23:45,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430410x0, quorum=127.0.0.1:56644, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-12T03:23:45,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43041-0x1001843e1fd0001 connected 2024-12-12T03:23:45,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43041-0x1001843e1fd0001, quorum=127.0.0.1:56644, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-12T03:23:45,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43041-0x1001843e1fd0001, quorum=127.0.0.1:56644, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-12T03:23:45,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43041 2024-12-12T03:23:45,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43041 2024-12-12T03:23:45,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43041 2024-12-12T03:23:45,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43041 2024-12-12T03:23:45,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43041 2024-12-12T03:23:45,353 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /1/backup-masters/bc94ab33778f,41473,1733973824560 2024-12-12T03:23:45,365 DEBUG [M:0;bc94ab33778f:41473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bc94ab33778f:41473 2024-12-12T03:23:45,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-12T03:23:45,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1001843e1fd0001, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-12T03:23:45,369 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/bc94ab33778f,41473,1733973824560 2024-12-12T03:23:45,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-12T03:23:45,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1001843e1fd0001, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-12T03:23:45,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T03:23:45,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1001843e1fd0001, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T03:23:45,395 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-12T03:23:45,395 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/bc94ab33778f,41473,1733973824560 from backup master directory 2024-12-12T03:23:45,395 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-12T03:23:45,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/bc94ab33778f,41473,1733973824560 2024-12-12T03:23:45,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1001843e1fd0001, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-12T03:23:45,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-12T03:23:45,403 WARN [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T03:23:45,403 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bc94ab33778f,41473,1733973824560 2024-12-12T03:23:45,405 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-12T03:23:45,406 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-12T03:23:45,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741826_1002 (size=42) 2024-12-12T03:23:45,872 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/hbase.id with ID: 57e6aaea-1760-4ef4-8745-0be0acf1c315 2024-12-12T03:23:45,919 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T03:23:45,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T03:23:45,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1001843e1fd0001, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T03:23:46,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741827_1003 (size=196) 2024-12-12T03:23:46,425 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T03:23:46,426 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-12T03:23:46,441 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:23:46,445 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T03:23:46,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741828_1004 (size=1189) 2024-12-12T03:23:46,895 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/MasterData/data/master/store 2024-12-12T03:23:46,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741829_1005 (size=34) 2024-12-12T03:23:47,321 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-12T03:23:47,321 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:47,322 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-12T03:23:47,322 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T03:23:47,322 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T03:23:47,322 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-12T03:23:47,323 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T03:23:47,323 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T03:23:47,323 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-12T03:23:47,325 WARN [master/bc94ab33778f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/MasterData/data/master/store/.initializing 2024-12-12T03:23:47,325 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/MasterData/WALs/bc94ab33778f,41473,1733973824560 2024-12-12T03:23:47,331 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T03:23:47,340 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc94ab33778f%2C41473%2C1733973824560, suffix=, logDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/MasterData/WALs/bc94ab33778f,41473,1733973824560, archiveDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/MasterData/oldWALs, maxLogs=10 2024-12-12T03:23:47,358 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/MasterData/WALs/bc94ab33778f,41473,1733973824560/bc94ab33778f%2C41473%2C1733973824560.1733973827344, exclude list is [], retry=0 2024-12-12T03:23:47,371 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34793,DS-db3f1081-70e1-4734-987c-cd0e6c97525a,DISK] 2024-12-12T03:23:47,374 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-12T03:23:47,408 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/MasterData/WALs/bc94ab33778f,41473,1733973824560/bc94ab33778f%2C41473%2C1733973824560.1733973827344 2024-12-12T03:23:47,408 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33251:33251)] 2024-12-12T03:23:47,409 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-12T03:23:47,409 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:47,412 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T03:23:47,413 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T03:23:47,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T03:23:47,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-12T03:23:47,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:47,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T03:23:47,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T03:23:47,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-12T03:23:47,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:47,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:23:47,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T03:23:47,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-12T03:23:47,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:47,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:23:47,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T03:23:47,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-12T03:23:47,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:47,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:23:47,488 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-12T03:23:47,489 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-12T03:23:47,497 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-12T03:23:47,501 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T03:23:47,505 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:23:47,506 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64467685, jitterRate=-0.03935663402080536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-12T03:23:47,510 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-12T03:23:47,511 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-12T03:23:47,536 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25edc80f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:23:47,563 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-12T03:23:47,572 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-12T03:23:47,572 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-12T03:23:47,574 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-12T03:23:47,576 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-12T03:23:47,580 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 3 msec 2024-12-12T03:23:47,580 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-12T03:23:47,602 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-12T03:23:47,614 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-12T03:23:47,652 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/balancer already deleted, retry=false 2024-12-12T03:23:47,655 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-12T03:23:47,657 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-12T03:23:47,667 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/normalizer already deleted, retry=false 2024-12-12T03:23:47,670 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-12T03:23:47,676 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-12T03:23:47,685 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/split already deleted, retry=false 2024-12-12T03:23:47,686 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-12T03:23:47,694 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/merge already deleted, retry=false 2024-12-12T03:23:47,705 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-12T03:23:47,710 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-12T03:23:47,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-12T03:23:47,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1001843e1fd0001, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-12T03:23:47,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T03:23:47,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1001843e1fd0001, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T03:23:47,720 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=bc94ab33778f,41473,1733973824560, sessionid=0x1001843e1fd0000, setting cluster-up flag (Was=false) 2024-12-12T03:23:47,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1001843e1fd0001, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T03:23:47,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T03:23:47,768 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-12T03:23:47,770 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bc94ab33778f,41473,1733973824560 2024-12-12T03:23:47,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1001843e1fd0001, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T03:23:47,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T03:23:47,811 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-12T03:23:47,814 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bc94ab33778f,41473,1733973824560 2024-12-12T03:23:47,867 DEBUG [RS:0;bc94ab33778f:43041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bc94ab33778f:43041 2024-12-12T03:23:47,869 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(1008): ClusterId : 57e6aaea-1760-4ef4-8745-0be0acf1c315 2024-12-12T03:23:47,870 DEBUG [RS:0;bc94ab33778f:43041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-12T03:23:47,879 DEBUG [RS:0;bc94ab33778f:43041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-12T03:23:47,879 DEBUG [RS:0;bc94ab33778f:43041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-12T03:23:47,886 DEBUG [RS:0;bc94ab33778f:43041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-12T03:23:47,887 DEBUG [RS:0;bc94ab33778f:43041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d62e036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:23:47,888 DEBUG [RS:0;bc94ab33778f:43041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52159af8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bc94ab33778f/172.17.0.2:0 2024-12-12T03:23:47,890 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-12T03:23:47,890 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-12T03:23:47,891 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-12T03:23:47,891 DEBUG [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-12T03:23:47,893 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3073): reportForDuty to master=bc94ab33778f,41473,1733973824560 with isa=bc94ab33778f/172.17.0.2:43041, startcode=1733973825306 2024-12-12T03:23:47,895 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-12T03:23:47,897 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-12T03:23:47,902 DEBUG [RS:0;bc94ab33778f:43041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-12T03:23:47,902 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bc94ab33778f,41473,1733973824560 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-12T03:23:47,906 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bc94ab33778f:0, corePoolSize=5, maxPoolSize=5 2024-12-12T03:23:47,906 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bc94ab33778f:0, corePoolSize=5, maxPoolSize=5 2024-12-12T03:23:47,906 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bc94ab33778f:0, corePoolSize=5, maxPoolSize=5 2024-12-12T03:23:47,906 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bc94ab33778f:0, corePoolSize=5, maxPoolSize=5 2024-12-12T03:23:47,907 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bc94ab33778f:0, corePoolSize=10, maxPoolSize=10 2024-12-12T03:23:47,907 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bc94ab33778f:0, corePoolSize=1, maxPoolSize=1 2024-12-12T03:23:47,907 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bc94ab33778f:0, corePoolSize=2, maxPoolSize=2 2024-12-12T03:23:47,907 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bc94ab33778f:0, corePoolSize=1, maxPoolSize=1 2024-12-12T03:23:47,910 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733973857909 2024-12-12T03:23:47,911 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-12T03:23:47,912 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-12T03:23:47,912 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-12T03:23:47,912 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-12T03:23:47,915 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-12T03:23:47,916 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:47,916 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-12T03:23:47,916 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-12T03:23:47,916 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-12T03:23:47,916 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-12T03:23:47,917 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:47,918 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-12T03:23:47,919 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-12T03:23:47,920 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-12T03:23:47,922 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-12T03:23:47,922 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-12T03:23:47,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741831_1007 (size=1039) 2024-12-12T03:23:47,928 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bc94ab33778f:0:becomeActiveMaster-HFileCleaner.large.0-1733973827928,5,FailOnTimeoutGroup] 2024-12-12T03:23:47,929 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bc94ab33778f:0:becomeActiveMaster-HFileCleaner.small.0-1733973827929,5,FailOnTimeoutGroup] 2024-12-12T03:23:47,929 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:47,929 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-12T03:23:47,930 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:47,930 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-12T03:23:47,931 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:47,931 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:23:47,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741832_1008 (size=32) 2024-12-12T03:23:47,941 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40301, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-12T03:23:47,947 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41473 {}] master.ServerManager(332): Checking decommissioned status of RegionServer bc94ab33778f,43041,1733973825306 2024-12-12T03:23:47,949 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41473 {}] master.ServerManager(486): Registering regionserver=bc94ab33778f,43041,1733973825306 2024-12-12T03:23:47,961 DEBUG [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:23:47,962 DEBUG [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37787 2024-12-12T03:23:47,962 DEBUG [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-12T03:23:47,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-12T03:23:47,976 DEBUG [RS:0;bc94ab33778f:43041 {}] zookeeper.ZKUtil(111): regionserver:43041-0x1001843e1fd0001, quorum=127.0.0.1:56644, baseZNode=/1 Set watcher on existing znode=/1/rs/bc94ab33778f,43041,1733973825306 2024-12-12T03:23:47,976 WARN [RS:0;bc94ab33778f:43041 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T03:23:47,976 INFO [RS:0;bc94ab33778f:43041 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T03:23:47,977 DEBUG [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306 2024-12-12T03:23:47,979 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bc94ab33778f,43041,1733973825306] 2024-12-12T03:23:47,991 DEBUG [RS:0;bc94ab33778f:43041 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-12T03:23:48,002 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-12T03:23:48,013 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-12T03:23:48,016 INFO [RS:0;bc94ab33778f:43041 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-12T03:23:48,016 INFO [RS:0;bc94ab33778f:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:48,017 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-12T03:23:48,023 INFO [RS:0;bc94ab33778f:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:48,023 DEBUG [RS:0;bc94ab33778f:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bc94ab33778f:0, corePoolSize=1, maxPoolSize=1 2024-12-12T03:23:48,023 DEBUG [RS:0;bc94ab33778f:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bc94ab33778f:0, corePoolSize=1, maxPoolSize=1 2024-12-12T03:23:48,023 DEBUG [RS:0;bc94ab33778f:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0, corePoolSize=1, maxPoolSize=1 2024-12-12T03:23:48,023 DEBUG [RS:0;bc94ab33778f:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bc94ab33778f:0, corePoolSize=1, maxPoolSize=1 2024-12-12T03:23:48,024 DEBUG [RS:0;bc94ab33778f:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bc94ab33778f:0, corePoolSize=1, maxPoolSize=1 2024-12-12T03:23:48,024 DEBUG [RS:0;bc94ab33778f:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bc94ab33778f:0, corePoolSize=2, maxPoolSize=2 2024-12-12T03:23:48,024 DEBUG [RS:0;bc94ab33778f:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bc94ab33778f:0, corePoolSize=1, maxPoolSize=1 2024-12-12T03:23:48,024 DEBUG [RS:0;bc94ab33778f:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bc94ab33778f:0, corePoolSize=1, maxPoolSize=1 2024-12-12T03:23:48,024 DEBUG [RS:0;bc94ab33778f:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bc94ab33778f:0, corePoolSize=1, maxPoolSize=1 2024-12-12T03:23:48,024 DEBUG [RS:0;bc94ab33778f:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bc94ab33778f:0, corePoolSize=1, maxPoolSize=1 2024-12-12T03:23:48,024 DEBUG [RS:0;bc94ab33778f:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bc94ab33778f:0, corePoolSize=1, maxPoolSize=1 2024-12-12T03:23:48,025 DEBUG [RS:0;bc94ab33778f:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bc94ab33778f:0, corePoolSize=3, maxPoolSize=3 2024-12-12T03:23:48,025 DEBUG [RS:0;bc94ab33778f:43041 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bc94ab33778f:0, corePoolSize=3, maxPoolSize=3 2024-12-12T03:23:48,027 INFO [RS:0;bc94ab33778f:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:48,027 INFO [RS:0;bc94ab33778f:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:48,028 INFO [RS:0;bc94ab33778f:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:48,028 INFO [RS:0;bc94ab33778f:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:48,028 INFO [RS:0;bc94ab33778f:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc94ab33778f,43041,1733973825306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T03:23:48,050 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-12T03:23:48,052 INFO [RS:0;bc94ab33778f:43041 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc94ab33778f,43041,1733973825306-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:48,071 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.Replication(204): bc94ab33778f,43041,1733973825306 started 2024-12-12T03:23:48,071 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(1767): Serving as bc94ab33778f,43041,1733973825306, RpcServer on bc94ab33778f/172.17.0.2:43041, sessionid=0x1001843e1fd0001 2024-12-12T03:23:48,072 DEBUG [RS:0;bc94ab33778f:43041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-12T03:23:48,072 DEBUG [RS:0;bc94ab33778f:43041 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bc94ab33778f,43041,1733973825306 2024-12-12T03:23:48,072 DEBUG [RS:0;bc94ab33778f:43041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc94ab33778f,43041,1733973825306' 2024-12-12T03:23:48,072 DEBUG [RS:0;bc94ab33778f:43041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-12T03:23:48,073 DEBUG [RS:0;bc94ab33778f:43041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-12T03:23:48,074 DEBUG [RS:0;bc94ab33778f:43041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-12T03:23:48,074 DEBUG [RS:0;bc94ab33778f:43041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-12T03:23:48,074 DEBUG [RS:0;bc94ab33778f:43041 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bc94ab33778f,43041,1733973825306 2024-12-12T03:23:48,075 DEBUG [RS:0;bc94ab33778f:43041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc94ab33778f,43041,1733973825306' 2024-12-12T03:23:48,075 DEBUG [RS:0;bc94ab33778f:43041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-12T03:23:48,075 DEBUG [RS:0;bc94ab33778f:43041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-12T03:23:48,076 DEBUG [RS:0;bc94ab33778f:43041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-12T03:23:48,076 INFO [RS:0;bc94ab33778f:43041 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-12T03:23:48,076 INFO [RS:0;bc94ab33778f:43041 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-12T03:23:48,185 INFO [RS:0;bc94ab33778f:43041 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T03:23:48,189 INFO [RS:0;bc94ab33778f:43041 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc94ab33778f%2C43041%2C1733973825306, suffix=, logDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306, archiveDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/oldWALs, maxLogs=10 2024-12-12T03:23:48,203 DEBUG [RS:0;bc94ab33778f:43041 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, exclude list is [], retry=0 2024-12-12T03:23:48,207 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34793,DS-db3f1081-70e1-4734-987c-cd0e6c97525a,DISK] 2024-12-12T03:23:48,210 INFO [RS:0;bc94ab33778f:43041 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 2024-12-12T03:23:48,210 DEBUG [RS:0;bc94ab33778f:43041 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33251:33251)] 2024-12-12T03:23:48,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:48,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-12T03:23:48,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-12T03:23:48,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:48,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T03:23:48,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-12T03:23:48,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-12T03:23:48,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:48,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T03:23:48,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-12T03:23:48,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-12T03:23:48,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:48,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T03:23:48,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/meta/1588230740 2024-12-12T03:23:48,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/meta/1588230740 2024-12-12T03:23:48,361 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-12T03:23:48,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-12T03:23:48,368 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:23:48,369 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62077643, jitterRate=-0.0749710351228714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-12T03:23:48,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-12T03:23:48,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-12T03:23:48,372 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-12T03:23:48,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-12T03:23:48,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-12T03:23:48,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-12T03:23:48,380 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-12T03:23:48,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-12T03:23:48,383 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-12T03:23:48,383 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-12T03:23:48,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-12T03:23:48,400 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-12T03:23:48,402 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-12T03:23:48,555 DEBUG [bc94ab33778f:41473 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-12T03:23:48,564 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:23:48,569 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bc94ab33778f,43041,1733973825306, state=OPENING 2024-12-12T03:23:48,610 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-12T03:23:48,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T03:23:48,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1001843e1fd0001, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T03:23:48,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-12T03:23:48,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-12T03:23:48,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:23:48,802 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc94ab33778f,43041,1733973825306 2024-12-12T03:23:48,803 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T03:23:48,806 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T03:23:48,815 INFO [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-12T03:23:48,816 INFO [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T03:23:48,816 INFO [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-12T03:23:48,819 INFO [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc94ab33778f%2C43041%2C1733973825306.meta, suffix=.meta, logDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306, archiveDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/oldWALs, maxLogs=10 2024-12-12T03:23:48,833 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.meta.1733973828821.meta, exclude list is [], retry=0 2024-12-12T03:23:48,836 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34793,DS-db3f1081-70e1-4734-987c-cd0e6c97525a,DISK] 2024-12-12T03:23:48,839 INFO [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.meta.1733973828821.meta 2024-12-12T03:23:48,839 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33251:33251)] 2024-12-12T03:23:48,840 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-12T03:23:48,841 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-12T03:23:48,888 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-12T03:23:48,892 INFO [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-12T03:23:48,895 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-12T03:23:48,896 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:48,896 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-12T03:23:48,896 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-12T03:23:48,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-12T03:23:48,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-12T03:23:48,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:48,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T03:23:48,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-12T03:23:48,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-12T03:23:48,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:48,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T03:23:48,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-12T03:23:48,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-12T03:23:48,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:48,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T03:23:48,908 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/meta/1588230740 2024-12-12T03:23:48,910 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/meta/1588230740 2024-12-12T03:23:48,913 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-12T03:23:48,916 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-12T03:23:48,917 INFO [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61001417, jitterRate=-0.09100805222988129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-12T03:23:48,919 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-12T03:23:48,925 INFO [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733973828798 2024-12-12T03:23:48,934 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-12T03:23:48,935 INFO [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-12T03:23:48,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:23:48,937 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bc94ab33778f,43041,1733973825306, state=OPEN 2024-12-12T03:23:49,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-12T03:23:49,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1001843e1fd0001, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-12T03:23:49,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-12T03:23:49,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-12T03:23:49,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-12T03:23:49,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=bc94ab33778f,43041,1733973825306 in 387 msec 2024-12-12T03:23:49,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-12T03:23:49,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 632 msec 2024-12-12T03:23:49,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1800 sec 2024-12-12T03:23:49,032 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733973829032, completionTime=-1 2024-12-12T03:23:49,032 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-12T03:23:49,032 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-12T03:23:49,063 DEBUG [hconnection-0x15e08cf2-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:23:49,065 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T03:23:49,074 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-12T03:23:49,074 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733973889074 2024-12-12T03:23:49,075 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733973949075 2024-12-12T03:23:49,075 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 42 msec 2024-12-12T03:23:49,138 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc94ab33778f,41473,1733973824560-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:49,139 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc94ab33778f,41473,1733973824560-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:49,139 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc94ab33778f,41473,1733973824560-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:49,141 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bc94ab33778f:41473, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:49,141 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:49,146 DEBUG [master/bc94ab33778f:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-12T03:23:49,166 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-12T03:23:49,167 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-12T03:23:49,173 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-12T03:23:49,177 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T03:23:49,178 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:49,180 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T03:23:49,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741835_1011 (size=358) 2024-12-12T03:23:49,599 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3b34d82c58fc2378c71a19bf89b460f9, NAME => 'hbase:namespace,,1733973829167.3b34d82c58fc2378c71a19bf89b460f9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:23:49,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741836_1012 (size=42) 2024-12-12T03:23:50,013 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733973829167.3b34d82c58fc2378c71a19bf89b460f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:50,014 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 3b34d82c58fc2378c71a19bf89b460f9, disabling compactions & flushes 2024-12-12T03:23:50,014 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733973829167.3b34d82c58fc2378c71a19bf89b460f9. 2024-12-12T03:23:50,014 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733973829167.3b34d82c58fc2378c71a19bf89b460f9. 2024-12-12T03:23:50,014 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733973829167.3b34d82c58fc2378c71a19bf89b460f9. after waiting 0 ms 2024-12-12T03:23:50,014 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733973829167.3b34d82c58fc2378c71a19bf89b460f9. 2024-12-12T03:23:50,014 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733973829167.3b34d82c58fc2378c71a19bf89b460f9. 2024-12-12T03:23:50,015 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3b34d82c58fc2378c71a19bf89b460f9: 2024-12-12T03:23:50,017 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T03:23:50,024 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733973829167.3b34d82c58fc2378c71a19bf89b460f9.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733973830018"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973830018"}]},"ts":"1733973830018"} 2024-12-12T03:23:50,043 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-12T03:23:50,045 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T03:23:50,048 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733973830045"}]},"ts":"1733973830045"} 2024-12-12T03:23:50,052 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-12T03:23:50,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3b34d82c58fc2378c71a19bf89b460f9, ASSIGN}] 2024-12-12T03:23:50,109 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3b34d82c58fc2378c71a19bf89b460f9, ASSIGN 2024-12-12T03:23:50,111 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=3b34d82c58fc2378c71a19bf89b460f9, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:23:50,262 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3b34d82c58fc2378c71a19bf89b460f9, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:23:50,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 3b34d82c58fc2378c71a19bf89b460f9, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:23:50,424 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc94ab33778f,43041,1733973825306 2024-12-12T03:23:50,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733973829167.3b34d82c58fc2378c71a19bf89b460f9. 2024-12-12T03:23:50,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 3b34d82c58fc2378c71a19bf89b460f9, NAME => 'hbase:namespace,,1733973829167.3b34d82c58fc2378c71a19bf89b460f9.', STARTKEY => '', ENDKEY => ''} 2024-12-12T03:23:50,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 3b34d82c58fc2378c71a19bf89b460f9 2024-12-12T03:23:50,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733973829167.3b34d82c58fc2378c71a19bf89b460f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:50,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 3b34d82c58fc2378c71a19bf89b460f9 2024-12-12T03:23:50,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 3b34d82c58fc2378c71a19bf89b460f9 2024-12-12T03:23:50,440 INFO [StoreOpener-3b34d82c58fc2378c71a19bf89b460f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3b34d82c58fc2378c71a19bf89b460f9 2024-12-12T03:23:50,442 INFO [StoreOpener-3b34d82c58fc2378c71a19bf89b460f9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b34d82c58fc2378c71a19bf89b460f9 columnFamilyName info 2024-12-12T03:23:50,442 DEBUG [StoreOpener-3b34d82c58fc2378c71a19bf89b460f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:50,443 INFO [StoreOpener-3b34d82c58fc2378c71a19bf89b460f9-1 {}] regionserver.HStore(327): Store=3b34d82c58fc2378c71a19bf89b460f9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:23:50,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/namespace/3b34d82c58fc2378c71a19bf89b460f9 2024-12-12T03:23:50,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/namespace/3b34d82c58fc2378c71a19bf89b460f9 2024-12-12T03:23:50,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 3b34d82c58fc2378c71a19bf89b460f9 2024-12-12T03:23:50,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/namespace/3b34d82c58fc2378c71a19bf89b460f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:23:50,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 3b34d82c58fc2378c71a19bf89b460f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70890386, jitterRate=0.05634906888008118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T03:23:50,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 3b34d82c58fc2378c71a19bf89b460f9: 2024-12-12T03:23:50,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733973829167.3b34d82c58fc2378c71a19bf89b460f9., pid=6, masterSystemTime=1733973830424 2024-12-12T03:23:50,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733973829167.3b34d82c58fc2378c71a19bf89b460f9. 2024-12-12T03:23:50,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733973829167.3b34d82c58fc2378c71a19bf89b460f9. 2024-12-12T03:23:50,460 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3b34d82c58fc2378c71a19bf89b460f9, regionState=OPEN, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:23:50,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-12T03:23:50,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 3b34d82c58fc2378c71a19bf89b460f9, server=bc94ab33778f,43041,1733973825306 in 197 msec 2024-12-12T03:23:50,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-12T03:23:50,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=3b34d82c58fc2378c71a19bf89b460f9, ASSIGN in 362 msec 2024-12-12T03:23:50,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T03:23:50,475 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733973830475"}]},"ts":"1733973830475"} 2024-12-12T03:23:50,478 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-12T03:23:50,520 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2024-12-12T03:23:50,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T03:23:50,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3530 sec 2024-12-12T03:23:50,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2024-12-12T03:23:50,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1001843e1fd0001, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T03:23:50,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T03:23:50,554 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-12T03:23:50,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-12T03:23:50,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 38 msec 2024-12-12T03:23:50,598 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-12T03:23:50,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-12T03:23:50,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 31 msec 2024-12-12T03:23:50,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2024-12-12T03:23:50,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2024-12-12T03:23:50,677 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.274sec 2024-12-12T03:23:50,679 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-12T03:23:50,681 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-12T03:23:50,682 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-12T03:23:50,683 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-12T03:23:50,683 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-12T03:23:50,685 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc94ab33778f,41473,1733973824560-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T03:23:50,685 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc94ab33778f,41473,1733973824560-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-12T03:23:50,693 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-12T03:23:50,694 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-12T03:23:50,694 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc94ab33778f,41473,1733973824560-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:50,783 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28eaea09 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@cd9d88e 2024-12-12T03:23:50,783 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-12T03:23:50,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61160a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:23:50,798 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-12T03:23:50,799 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-12T03:23:50,808 DEBUG [hconnection-0x2de9a525-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:23:50,815 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T03:23:50,822 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=bc94ab33778f,41473,1733973824560 2024-12-12T03:23:50,823 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-12T03:23:50,823 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/cluster_f5a38d74-3d0b-1f70-6284-6b2a489b362b, deleteOnExit=true 2024-12-12T03:23:50,823 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-12T03:23:50,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/test.cache.data in system properties and HBase conf 2024-12-12T03:23:50,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/hadoop.tmp.dir in system properties and HBase conf 2024-12-12T03:23:50,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/hadoop.log.dir in system properties and HBase conf 2024-12-12T03:23:50,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-12T03:23:50,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-12T03:23:50,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-12T03:23:50,837 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-12T03:23:50,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-12T03:23:50,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-12T03:23:50,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-12T03:23:50,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T03:23:50,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-12T03:23:50,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-12T03:23:50,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T03:23:50,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T03:23:50,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-12T03:23:50,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/nfs.dump.dir in system properties and HBase conf 2024-12-12T03:23:50,838 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/java.io.tmpdir in system properties and HBase conf 2024-12-12T03:23:50,838 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T03:23:50,838 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-12T03:23:50,838 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-12T03:23:51,145 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T03:23:51,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T03:23:51,151 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T03:23:51,151 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T03:23:51,151 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T03:23:51,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T03:23:51,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d9c3958{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/hadoop.log.dir/,AVAILABLE} 2024-12-12T03:23:51,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55dfa903{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T03:23:51,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29b8371c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/java.io.tmpdir/jetty-localhost-38145-hadoop-hdfs-3_4_1-tests_jar-_-any-16140281842809549413/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T03:23:51,245 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41a8eed{HTTP/1.1, (http/1.1)}{localhost:38145} 2024-12-12T03:23:51,245 INFO [Time-limited test {}] server.Server(415): Started @11495ms 2024-12-12T03:23:51,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T03:23:51,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T03:23:51,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T03:23:51,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T03:23:51,452 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-12T03:23:51,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c4144ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/hadoop.log.dir/,AVAILABLE} 2024-12-12T03:23:51,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73e3600e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T03:23:51,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73a34985{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/java.io.tmpdir/jetty-localhost-40291-hadoop-hdfs-3_4_1-tests_jar-_-any-375821910324225193/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T03:23:51,547 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@298a701f{HTTP/1.1, (http/1.1)}{localhost:40291} 2024-12-12T03:23:51,548 INFO [Time-limited test {}] server.Server(415): Started @11798ms 2024-12-12T03:23:51,549 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T03:23:51,930 WARN [Thread-203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/cluster_f5a38d74-3d0b-1f70-6284-6b2a489b362b/dfs/data/data1/current/BP-769243353-172.17.0.2-1733973830861/current, will proceed with Du for space computation calculation, 2024-12-12T03:23:51,931 WARN [Thread-204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/cluster_f5a38d74-3d0b-1f70-6284-6b2a489b362b/dfs/data/data2/current/BP-769243353-172.17.0.2-1733973830861/current, will proceed with Du for space computation calculation, 2024-12-12T03:23:51,971 WARN [Thread-191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T03:23:51,975 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12b5c44092d8d740 with lease ID 0x1110f63b7d42825e: Processing first storage report for DS-cc9e20e0-de70-495a-8fdc-dc44fce055d9 from datanode DatanodeRegistration(127.0.0.1:41669, datanodeUuid=cca229f1-22c4-437e-84f6-51526b05b337, infoPort=43167, infoSecurePort=0, ipcPort=39745, storageInfo=lv=-57;cid=testClusterID;nsid=1718478089;c=1733973830861) 2024-12-12T03:23:51,975 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12b5c44092d8d740 with lease ID 0x1110f63b7d42825e: from storage DS-cc9e20e0-de70-495a-8fdc-dc44fce055d9 node DatanodeRegistration(127.0.0.1:41669, datanodeUuid=cca229f1-22c4-437e-84f6-51526b05b337, infoPort=43167, infoSecurePort=0, ipcPort=39745, storageInfo=lv=-57;cid=testClusterID;nsid=1718478089;c=1733973830861), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T03:23:51,975 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12b5c44092d8d740 with lease ID 0x1110f63b7d42825e: Processing first storage report for DS-6b3a611b-9c2e-493c-a6de-9dffab53db6d from datanode DatanodeRegistration(127.0.0.1:41669, datanodeUuid=cca229f1-22c4-437e-84f6-51526b05b337, infoPort=43167, infoSecurePort=0, ipcPort=39745, storageInfo=lv=-57;cid=testClusterID;nsid=1718478089;c=1733973830861) 2024-12-12T03:23:51,975 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12b5c44092d8d740 with lease ID 0x1110f63b7d42825e: from storage DS-6b3a611b-9c2e-493c-a6de-9dffab53db6d node DatanodeRegistration(127.0.0.1:41669, datanodeUuid=cca229f1-22c4-437e-84f6-51526b05b337, infoPort=43167, infoSecurePort=0, ipcPort=39745, storageInfo=lv=-57;cid=testClusterID;nsid=1718478089;c=1733973830861), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T03:23:51,978 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531 2024-12-12T03:23:51,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T03:23:51,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T03:23:51,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741825_1001 (size=7) 2024-12-12T03:23:52,395 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e with version=8 2024-12-12T03:23:52,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/hbase-staging 2024-12-12T03:23:52,399 INFO [Time-limited test {}] client.ConnectionUtils(129): master/bc94ab33778f:0 server-side Connection retries=18 2024-12-12T03:23:52,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T03:23:52,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T03:23:52,400 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T03:23:52,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T03:23:52,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T03:23:52,400 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T03:23:52,400 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T03:23:52,401 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43545 2024-12-12T03:23:52,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T03:23:52,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T03:23:52,407 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:43545 connecting to ZooKeeper ensemble=127.0.0.1:56644 2024-12-12T03:23:52,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435450x0, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T03:23:52,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43545-0x1001843e1fd0003 connected 2024-12-12T03:23:52,503 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-12T03:23:52,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-12T03:23:52,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-12T03:23:52,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43545 2024-12-12T03:23:52,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43545 2024-12-12T03:23:52,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43545 2024-12-12T03:23:52,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43545 2024-12-12T03:23:52,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43545 2024-12-12T03:23:52,513 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e, hbase.cluster.distributed=false 2024-12-12T03:23:52,531 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/bc94ab33778f:0 server-side Connection retries=18 2024-12-12T03:23:52,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T03:23:52,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T03:23:52,531 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T03:23:52,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T03:23:52,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T03:23:52,531 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T03:23:52,532 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T03:23:52,532 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38871 2024-12-12T03:23:52,532 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-12T03:23:52,533 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-12T03:23:52,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T03:23:52,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T03:23:52,538 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38871 connecting to ZooKeeper ensemble=127.0.0.1:56644 2024-12-12T03:23:52,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388710x0, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T03:23:52,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38871-0x1001843e1fd0004 connected 2024-12-12T03:23:52,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38871-0x1001843e1fd0004, quorum=127.0.0.1:56644, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-12T03:23:52,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38871-0x1001843e1fd0004, quorum=127.0.0.1:56644, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-12T03:23:52,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38871-0x1001843e1fd0004, quorum=127.0.0.1:56644, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-12T03:23:52,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38871 2024-12-12T03:23:52,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38871 2024-12-12T03:23:52,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38871 2024-12-12T03:23:52,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38871 2024-12-12T03:23:52,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38871 2024-12-12T03:23:52,548 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /2/backup-masters/bc94ab33778f,43545,1733973832398 2024-12-12T03:23:52,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-12T03:23:52,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38871-0x1001843e1fd0004, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-12T03:23:52,559 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Set watcher on existing znode=/2/backup-masters/bc94ab33778f,43545,1733973832398 2024-12-12T03:23:52,561 DEBUG [M:0;bc94ab33778f:43545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bc94ab33778f:43545 2024-12-12T03:23:52,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-12T03:23:52,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38871-0x1001843e1fd0004, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-12T03:23:52,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-12T03:23:52,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38871-0x1001843e1fd0004, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-12T03:23:52,569 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-12T03:23:52,570 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2/backup-masters/bc94ab33778f,43545,1733973832398 from backup master directory 2024-12-12T03:23:52,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/backup-masters/bc94ab33778f,43545,1733973832398 2024-12-12T03:23:52,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38871-0x1001843e1fd0004, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-12T03:23:52,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-12T03:23:52,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-12T03:23:52,577 WARN [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T03:23:52,577 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bc94ab33778f,43545,1733973832398 2024-12-12T03:23:52,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741826_1002 (size=42) 2024-12-12T03:23:52,998 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/hbase.id with ID: c7d68b43-c727-4da6-8b7c-e371fbe1bb89 2024-12-12T03:23:53,023 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T03:23:53,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38871-0x1001843e1fd0004, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-12T03:23:53,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-12T03:23:53,071 INFO [bc94ab33778f:43041Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-12T03:23:53,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741827_1003 (size=196) 2024-12-12T03:23:53,084 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T03:23:53,085 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-12T03:23:53,085 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T03:23:53,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741828_1004 (size=1189) 2024-12-12T03:23:53,503 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/MasterData/data/master/store 2024-12-12T03:23:53,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741829_1005 (size=34) 2024-12-12T03:23:53,914 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:53,914 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-12T03:23:53,914 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T03:23:53,914 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T03:23:53,914 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-12T03:23:53,914 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T03:23:53,915 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T03:23:53,915 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-12T03:23:53,916 WARN [master/bc94ab33778f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/MasterData/data/master/store/.initializing 2024-12-12T03:23:53,916 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/MasterData/WALs/bc94ab33778f,43545,1733973832398 2024-12-12T03:23:53,918 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T03:23:53,921 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc94ab33778f%2C43545%2C1733973832398, suffix=, logDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/MasterData/WALs/bc94ab33778f,43545,1733973832398, archiveDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/MasterData/oldWALs, maxLogs=10 2024-12-12T03:23:53,934 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/MasterData/WALs/bc94ab33778f,43545,1733973832398/bc94ab33778f%2C43545%2C1733973832398.1733973833921, exclude list is [], retry=0 2024-12-12T03:23:53,937 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41669,DS-cc9e20e0-de70-495a-8fdc-dc44fce055d9,DISK] 2024-12-12T03:23:53,939 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/MasterData/WALs/bc94ab33778f,43545,1733973832398/bc94ab33778f%2C43545%2C1733973832398.1733973833921 2024-12-12T03:23:53,940 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43167:43167)] 2024-12-12T03:23:53,940 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-12T03:23:53,940 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:53,940 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T03:23:53,940 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T03:23:53,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T03:23:53,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-12T03:23:53,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:53,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T03:23:53,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T03:23:53,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-12T03:23:53,948 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:53,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:23:53,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T03:23:53,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-12T03:23:53,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:53,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:23:53,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T03:23:53,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-12T03:23:53,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:53,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:23:53,956 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-12T03:23:53,956 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-12T03:23:53,959 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-12T03:23:53,961 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T03:23:53,964 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:23:53,964 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65670036, jitterRate=-0.021440207958221436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-12T03:23:53,964 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-12T03:23:53,964 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-12T03:23:53,969 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7302bd1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:23:53,970 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-12T03:23:53,970 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-12T03:23:53,970 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-12T03:23:53,970 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-12T03:23:53,971 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-12T03:23:53,971 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-12T03:23:53,971 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-12T03:23:53,974 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-12T03:23:53,975 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Unable to get data of znode /2/balancer because node does not exist (not necessarily an error) 2024-12-12T03:23:54,019 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/balancer already deleted, retry=false 2024-12-12T03:23:54,020 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-12T03:23:54,021 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Unable to get data of znode /2/normalizer because node does not exist (not necessarily an error) 2024-12-12T03:23:54,027 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/normalizer already deleted, retry=false 2024-12-12T03:23:54,028 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-12T03:23:54,030 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Unable to get data of znode /2/switch/split because node does not exist (not necessarily an error) 2024-12-12T03:23:54,036 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/split already deleted, retry=false 2024-12-12T03:23:54,037 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Unable to get data of znode /2/switch/merge because node does not exist (not necessarily an error) 2024-12-12T03:23:54,043 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/merge already deleted, retry=false 2024-12-12T03:23:54,045 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Unable to get data of znode /2/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-12T03:23:54,052 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/snapshot-cleanup already deleted, retry=false 2024-12-12T03:23:54,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38871-0x1001843e1fd0004, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-12T03:23:54,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-12T03:23:54,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-12T03:23:54,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38871-0x1001843e1fd0004, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-12T03:23:54,061 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=bc94ab33778f,43545,1733973832398, sessionid=0x1001843e1fd0003, setting cluster-up flag (Was=false) 2024-12-12T03:23:54,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-12T03:23:54,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38871-0x1001843e1fd0004, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-12T03:23:54,102 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/flush-table-proc/acquired, /2/flush-table-proc/reached, /2/flush-table-proc/abort 2024-12-12T03:23:54,104 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bc94ab33778f,43545,1733973832398 2024-12-12T03:23:54,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38871-0x1001843e1fd0004, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-12T03:23:54,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-12T03:23:54,169 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/online-snapshot/acquired, /2/online-snapshot/reached, /2/online-snapshot/abort 2024-12-12T03:23:54,171 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bc94ab33778f,43545,1733973832398 2024-12-12T03:23:54,177 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-12T03:23:54,177 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-12T03:23:54,177 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-12T03:23:54,178 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bc94ab33778f,43545,1733973832398 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-12T03:23:54,178 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bc94ab33778f:0, corePoolSize=5, maxPoolSize=5 2024-12-12T03:23:54,179 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bc94ab33778f:0, corePoolSize=5, maxPoolSize=5 2024-12-12T03:23:54,179 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bc94ab33778f:0, corePoolSize=5, maxPoolSize=5 2024-12-12T03:23:54,179 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bc94ab33778f:0, corePoolSize=5, maxPoolSize=5 2024-12-12T03:23:54,179 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bc94ab33778f:0, corePoolSize=10, maxPoolSize=10 2024-12-12T03:23:54,179 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bc94ab33778f:0, corePoolSize=1, maxPoolSize=1 2024-12-12T03:23:54,180 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bc94ab33778f:0, corePoolSize=2, maxPoolSize=2 2024-12-12T03:23:54,180 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bc94ab33778f:0, corePoolSize=1, maxPoolSize=1 2024-12-12T03:23:54,183 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733973864183 2024-12-12T03:23:54,183 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-12T03:23:54,183 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-12T03:23:54,183 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-12T03:23:54,183 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-12T03:23:54,183 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-12T03:23:54,183 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-12T03:23:54,183 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-12T03:23:54,183 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-12T03:23:54,184 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:54,184 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-12T03:23:54,184 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-12T03:23:54,184 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-12T03:23:54,185 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-12T03:23:54,185 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-12T03:23:54,185 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bc94ab33778f:0:becomeActiveMaster-HFileCleaner.large.0-1733973834185,5,FailOnTimeoutGroup] 2024-12-12T03:23:54,185 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:54,185 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bc94ab33778f:0:becomeActiveMaster-HFileCleaner.small.0-1733973834185,5,FailOnTimeoutGroup] 2024-12-12T03:23:54,185 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:54,185 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-12T03:23:54,185 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:54,185 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-12T03:23:54,185 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:54,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741831_1007 (size=1039) 2024-12-12T03:23:54,265 DEBUG [RS:0;bc94ab33778f:38871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bc94ab33778f:38871 2024-12-12T03:23:54,266 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(1008): ClusterId : c7d68b43-c727-4da6-8b7c-e371fbe1bb89 2024-12-12T03:23:54,266 DEBUG [RS:0;bc94ab33778f:38871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-12T03:23:54,276 DEBUG [RS:0;bc94ab33778f:38871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-12T03:23:54,276 DEBUG [RS:0;bc94ab33778f:38871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-12T03:23:54,287 DEBUG [RS:0;bc94ab33778f:38871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-12T03:23:54,287 DEBUG [RS:0;bc94ab33778f:38871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e430ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:23:54,288 DEBUG [RS:0;bc94ab33778f:38871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78300b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bc94ab33778f/172.17.0.2:0 2024-12-12T03:23:54,288 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-12T03:23:54,288 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-12T03:23:54,288 DEBUG [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-12T03:23:54,289 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3073): reportForDuty to master=bc94ab33778f,43545,1733973832398 with isa=bc94ab33778f/172.17.0.2:38871, startcode=1733973832531 2024-12-12T03:23:54,289 DEBUG [RS:0;bc94ab33778f:38871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-12T03:23:54,292 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60717, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-12T03:23:54,292 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43545 {}] master.ServerManager(332): Checking decommissioned status of RegionServer bc94ab33778f,38871,1733973832531 2024-12-12T03:23:54,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43545 {}] master.ServerManager(486): Registering regionserver=bc94ab33778f,38871,1733973832531 2024-12-12T03:23:54,297 DEBUG [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:23:54,297 DEBUG [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45779 2024-12-12T03:23:54,297 DEBUG [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-12T03:23:54,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-12T03:23:54,309 DEBUG [RS:0;bc94ab33778f:38871 {}] zookeeper.ZKUtil(111): regionserver:38871-0x1001843e1fd0004, quorum=127.0.0.1:56644, baseZNode=/2 Set watcher on existing znode=/2/rs/bc94ab33778f,38871,1733973832531 2024-12-12T03:23:54,309 WARN [RS:0;bc94ab33778f:38871 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T03:23:54,309 INFO [RS:0;bc94ab33778f:38871 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T03:23:54,309 DEBUG [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/WALs/bc94ab33778f,38871,1733973832531 2024-12-12T03:23:54,310 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bc94ab33778f,38871,1733973832531] 2024-12-12T03:23:54,314 DEBUG [RS:0;bc94ab33778f:38871 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-12T03:23:54,314 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-12T03:23:54,317 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-12T03:23:54,317 INFO [RS:0;bc94ab33778f:38871 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-12T03:23:54,317 INFO [RS:0;bc94ab33778f:38871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:54,317 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-12T03:23:54,319 INFO [RS:0;bc94ab33778f:38871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:54,319 DEBUG [RS:0;bc94ab33778f:38871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bc94ab33778f:0, corePoolSize=1, maxPoolSize=1 2024-12-12T03:23:54,319 DEBUG [RS:0;bc94ab33778f:38871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bc94ab33778f:0, corePoolSize=1, maxPoolSize=1 2024-12-12T03:23:54,319 DEBUG [RS:0;bc94ab33778f:38871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0, corePoolSize=1, maxPoolSize=1 2024-12-12T03:23:54,319 DEBUG [RS:0;bc94ab33778f:38871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bc94ab33778f:0, corePoolSize=1, maxPoolSize=1 2024-12-12T03:23:54,319 DEBUG [RS:0;bc94ab33778f:38871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bc94ab33778f:0, corePoolSize=1, maxPoolSize=1 2024-12-12T03:23:54,319 DEBUG [RS:0;bc94ab33778f:38871 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bc94ab33778f:0, corePoolSize=2, maxPoolSize=2 2024-12-12T03:23:54,319 DEBUG [RS:0;bc94ab33778f:38871 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bc94ab33778f:0, corePoolSize=1, maxPoolSize=1 2024-12-12T03:23:54,319 DEBUG [RS:0;bc94ab33778f:38871 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bc94ab33778f:0, corePoolSize=1, maxPoolSize=1 2024-12-12T03:23:54,319 DEBUG [RS:0;bc94ab33778f:38871 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bc94ab33778f:0, corePoolSize=1, maxPoolSize=1 2024-12-12T03:23:54,320 DEBUG [RS:0;bc94ab33778f:38871 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bc94ab33778f:0, corePoolSize=1, maxPoolSize=1 2024-12-12T03:23:54,320 DEBUG [RS:0;bc94ab33778f:38871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bc94ab33778f:0, corePoolSize=1, maxPoolSize=1 2024-12-12T03:23:54,320 DEBUG [RS:0;bc94ab33778f:38871 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bc94ab33778f:0, corePoolSize=3, maxPoolSize=3 2024-12-12T03:23:54,320 DEBUG [RS:0;bc94ab33778f:38871 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bc94ab33778f:0, corePoolSize=3, maxPoolSize=3 2024-12-12T03:23:54,321 INFO [RS:0;bc94ab33778f:38871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:54,321 INFO [RS:0;bc94ab33778f:38871 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:54,321 INFO [RS:0;bc94ab33778f:38871 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:54,321 INFO [RS:0;bc94ab33778f:38871 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:54,321 INFO [RS:0;bc94ab33778f:38871 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc94ab33778f,38871,1733973832531-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T03:23:54,338 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-12T03:23:54,338 INFO [RS:0;bc94ab33778f:38871 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc94ab33778f,38871,1733973832531-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:54,350 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.Replication(204): bc94ab33778f,38871,1733973832531 started 2024-12-12T03:23:54,350 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(1767): Serving as bc94ab33778f,38871,1733973832531, RpcServer on bc94ab33778f/172.17.0.2:38871, sessionid=0x1001843e1fd0004 2024-12-12T03:23:54,350 DEBUG [RS:0;bc94ab33778f:38871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-12T03:23:54,350 DEBUG [RS:0;bc94ab33778f:38871 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bc94ab33778f,38871,1733973832531 2024-12-12T03:23:54,350 DEBUG [RS:0;bc94ab33778f:38871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc94ab33778f,38871,1733973832531' 2024-12-12T03:23:54,350 DEBUG [RS:0;bc94ab33778f:38871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/flush-table-proc/abort' 2024-12-12T03:23:54,351 DEBUG [RS:0;bc94ab33778f:38871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/flush-table-proc/acquired' 2024-12-12T03:23:54,351 DEBUG [RS:0;bc94ab33778f:38871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-12T03:23:54,351 DEBUG [RS:0;bc94ab33778f:38871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-12T03:23:54,351 DEBUG [RS:0;bc94ab33778f:38871 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bc94ab33778f,38871,1733973832531 2024-12-12T03:23:54,351 DEBUG [RS:0;bc94ab33778f:38871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc94ab33778f,38871,1733973832531' 2024-12-12T03:23:54,351 DEBUG [RS:0;bc94ab33778f:38871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/online-snapshot/abort' 2024-12-12T03:23:54,352 DEBUG [RS:0;bc94ab33778f:38871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/online-snapshot/acquired' 2024-12-12T03:23:54,353 DEBUG [RS:0;bc94ab33778f:38871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-12T03:23:54,353 INFO [RS:0;bc94ab33778f:38871 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-12T03:23:54,353 INFO [RS:0;bc94ab33778f:38871 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-12T03:23:54,410 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-12T03:23:54,452 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-12T03:23:54,453 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-12T03:23:54,453 INFO [RS:0;bc94ab33778f:38871 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T03:23:54,456 INFO [RS:0;bc94ab33778f:38871 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc94ab33778f%2C38871%2C1733973832531, suffix=, logDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/WALs/bc94ab33778f,38871,1733973832531, archiveDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/oldWALs, maxLogs=10 2024-12-12T03:23:54,470 DEBUG [RS:0;bc94ab33778f:38871 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/WALs/bc94ab33778f,38871,1733973832531/bc94ab33778f%2C38871%2C1733973832531.1733973834458, exclude list is [], retry=0 2024-12-12T03:23:54,474 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41669,DS-cc9e20e0-de70-495a-8fdc-dc44fce055d9,DISK] 2024-12-12T03:23:54,477 INFO [RS:0;bc94ab33778f:38871 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/WALs/bc94ab33778f,38871,1733973832531/bc94ab33778f%2C38871%2C1733973832531.1733973834458 2024-12-12T03:23:54,477 DEBUG [RS:0;bc94ab33778f:38871 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43167:43167)] 2024-12-12T03:23:54,595 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-12T03:23:54,595 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:23:54,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741833_1009 (size=32) 2024-12-12T03:23:54,974 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-12T03:23:54,975 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-12T03:23:54,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-12T03:23:54,979 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-12T03:23:54,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-12T03:23:54,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-12T03:23:54,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-12T03:23:54,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-12T03:23:55,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:55,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-12T03:23:55,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-12T03:23:55,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:55,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T03:23:55,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-12T03:23:55,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-12T03:23:55,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:55,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T03:23:55,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-12T03:23:55,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-12T03:23:55,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:55,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T03:23:55,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/meta/1588230740 2024-12-12T03:23:55,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/meta/1588230740 2024-12-12T03:23:55,021 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-12T03:23:55,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-12T03:23:55,027 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:23:55,027 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71079324, jitterRate=0.059164464473724365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-12T03:23:55,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-12T03:23:55,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-12T03:23:55,028 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-12T03:23:55,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-12T03:23:55,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-12T03:23:55,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-12T03:23:55,028 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-12T03:23:55,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-12T03:23:55,030 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-12T03:23:55,030 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-12T03:23:55,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-12T03:23:55,031 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-12T03:23:55,033 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-12T03:23:55,183 DEBUG [bc94ab33778f:43545 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-12T03:23:55,184 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:23:55,191 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bc94ab33778f,38871,1733973832531, state=OPENING 2024-12-12T03:23:55,236 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-12T03:23:55,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38871-0x1001843e1fd0004, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-12T03:23:55,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-12T03:23:55,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:23:55,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-12T03:23:55,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-12T03:23:55,403 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc94ab33778f,38871,1733973832531 2024-12-12T03:23:55,404 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T03:23:55,411 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T03:23:55,416 INFO [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-12T03:23:55,416 INFO [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T03:23:55,417 INFO [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-12T03:23:55,419 INFO [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc94ab33778f%2C38871%2C1733973832531.meta, suffix=.meta, logDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/WALs/bc94ab33778f,38871,1733973832531, archiveDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/oldWALs, maxLogs=10 2024-12-12T03:23:55,434 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/WALs/bc94ab33778f,38871,1733973832531/bc94ab33778f%2C38871%2C1733973832531.meta.1733973835421.meta, exclude list is [], retry=0 2024-12-12T03:23:55,437 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41669,DS-cc9e20e0-de70-495a-8fdc-dc44fce055d9,DISK] 2024-12-12T03:23:55,439 INFO [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/WALs/bc94ab33778f,38871,1733973832531/bc94ab33778f%2C38871%2C1733973832531.meta.1733973835421.meta 2024-12-12T03:23:55,440 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43167:43167)] 2024-12-12T03:23:55,440 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-12T03:23:55,440 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-12T03:23:55,440 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-12T03:23:55,441 INFO [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-12T03:23:55,441 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-12T03:23:55,441 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:55,441 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-12T03:23:55,441 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-12T03:23:55,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-12T03:23:55,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-12T03:23:55,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:55,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T03:23:55,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-12T03:23:55,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-12T03:23:55,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:55,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T03:23:55,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-12T03:23:55,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-12T03:23:55,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:55,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T03:23:55,450 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/meta/1588230740 2024-12-12T03:23:55,452 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/meta/1588230740 2024-12-12T03:23:55,454 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-12T03:23:55,457 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-12T03:23:55,458 INFO [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69411033, jitterRate=0.034304991364479065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-12T03:23:55,458 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-12T03:23:55,460 INFO [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733973835403 2024-12-12T03:23:55,462 DEBUG [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-12T03:23:55,462 INFO [RS_OPEN_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-12T03:23:55,463 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:23:55,464 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bc94ab33778f,38871,1733973832531, state=OPEN 2024-12-12T03:23:55,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-12T03:23:55,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38871-0x1001843e1fd0004, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-12T03:23:55,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-12T03:23:55,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-12T03:23:55,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-12T03:23:55,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=bc94ab33778f,38871,1733973832531 in 229 msec 2024-12-12T03:23:55,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-12T03:23:55,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 449 msec 2024-12-12T03:23:55,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3100 sec 2024-12-12T03:23:55,486 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733973835486, completionTime=-1 2024-12-12T03:23:55,486 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-12T03:23:55,486 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-12T03:23:55,487 DEBUG [hconnection-0x2335b510-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:23:55,488 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T03:23:55,490 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-12T03:23:55,490 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733973895490 2024-12-12T03:23:55,490 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733973955490 2024-12-12T03:23:55,490 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-12T03:23:55,511 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc94ab33778f,43545,1733973832398-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:55,511 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc94ab33778f,43545,1733973832398-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:55,511 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc94ab33778f,43545,1733973832398-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:55,511 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bc94ab33778f:43545, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:55,511 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:55,511 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-12T03:23:55,511 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-12T03:23:55,513 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-12T03:23:55,513 DEBUG [master/bc94ab33778f:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-12T03:23:55,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T03:23:55,515 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:55,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T03:23:55,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741835_1011 (size=358) 2024-12-12T03:23:55,930 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 25b9f739684021d12159ae8572b6c041, NAME => 'hbase:namespace,,1733973835511.25b9f739684021d12159ae8572b6c041.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:23:55,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741836_1012 (size=42) 2024-12-12T03:23:56,345 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733973835511.25b9f739684021d12159ae8572b6c041.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:56,345 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 25b9f739684021d12159ae8572b6c041, disabling compactions & flushes 2024-12-12T03:23:56,345 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733973835511.25b9f739684021d12159ae8572b6c041. 2024-12-12T03:23:56,345 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733973835511.25b9f739684021d12159ae8572b6c041. 2024-12-12T03:23:56,345 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733973835511.25b9f739684021d12159ae8572b6c041. after waiting 0 ms 2024-12-12T03:23:56,345 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733973835511.25b9f739684021d12159ae8572b6c041. 2024-12-12T03:23:56,346 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733973835511.25b9f739684021d12159ae8572b6c041. 2024-12-12T03:23:56,346 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 25b9f739684021d12159ae8572b6c041: 2024-12-12T03:23:56,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T03:23:56,349 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733973835511.25b9f739684021d12159ae8572b6c041.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733973836348"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973836348"}]},"ts":"1733973836348"} 2024-12-12T03:23:56,355 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-12T03:23:56,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T03:23:56,358 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733973836357"}]},"ts":"1733973836357"} 2024-12-12T03:23:56,362 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-12T03:23:56,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=25b9f739684021d12159ae8572b6c041, ASSIGN}] 2024-12-12T03:23:56,415 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=25b9f739684021d12159ae8572b6c041, ASSIGN 2024-12-12T03:23:56,417 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=25b9f739684021d12159ae8572b6c041, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:23:56,568 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=25b9f739684021d12159ae8572b6c041, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:23:56,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 25b9f739684021d12159ae8572b6c041, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:23:56,729 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc94ab33778f,38871,1733973832531 2024-12-12T03:23:56,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733973835511.25b9f739684021d12159ae8572b6c041. 2024-12-12T03:23:56,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 25b9f739684021d12159ae8572b6c041, NAME => 'hbase:namespace,,1733973835511.25b9f739684021d12159ae8572b6c041.', STARTKEY => '', ENDKEY => ''} 2024-12-12T03:23:56,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 25b9f739684021d12159ae8572b6c041 2024-12-12T03:23:56,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733973835511.25b9f739684021d12159ae8572b6c041.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:56,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 25b9f739684021d12159ae8572b6c041 2024-12-12T03:23:56,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 25b9f739684021d12159ae8572b6c041 2024-12-12T03:23:56,744 INFO [StoreOpener-25b9f739684021d12159ae8572b6c041-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 25b9f739684021d12159ae8572b6c041 2024-12-12T03:23:56,745 INFO [StoreOpener-25b9f739684021d12159ae8572b6c041-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25b9f739684021d12159ae8572b6c041 columnFamilyName info 2024-12-12T03:23:56,746 DEBUG [StoreOpener-25b9f739684021d12159ae8572b6c041-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:56,746 INFO [StoreOpener-25b9f739684021d12159ae8572b6c041-1 {}] regionserver.HStore(327): Store=25b9f739684021d12159ae8572b6c041/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:23:56,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/namespace/25b9f739684021d12159ae8572b6c041 2024-12-12T03:23:56,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/namespace/25b9f739684021d12159ae8572b6c041 2024-12-12T03:23:56,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 25b9f739684021d12159ae8572b6c041 2024-12-12T03:23:56,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/namespace/25b9f739684021d12159ae8572b6c041/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:23:56,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 25b9f739684021d12159ae8572b6c041; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66992483, jitterRate=-0.001734212040901184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T03:23:56,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 25b9f739684021d12159ae8572b6c041: 2024-12-12T03:23:56,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733973835511.25b9f739684021d12159ae8572b6c041., pid=6, masterSystemTime=1733973836728 2024-12-12T03:23:56,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733973835511.25b9f739684021d12159ae8572b6c041. 2024-12-12T03:23:56,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733973835511.25b9f739684021d12159ae8572b6c041. 2024-12-12T03:23:56,759 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=25b9f739684021d12159ae8572b6c041, regionState=OPEN, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:23:56,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-12T03:23:56,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 25b9f739684021d12159ae8572b6c041, server=bc94ab33778f,38871,1733973832531 in 192 msec 2024-12-12T03:23:56,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-12T03:23:56,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=25b9f739684021d12159ae8572b6c041, ASSIGN in 358 msec 2024-12-12T03:23:56,773 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T03:23:56,773 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733973836773"}]},"ts":"1733973836773"} 2024-12-12T03:23:56,776 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-12T03:23:56,787 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T03:23:56,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2760 sec 2024-12-12T03:23:56,816 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Set watcher on znode that does not yet exist, /2/namespace 2024-12-12T03:23:56,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38871-0x1001843e1fd0004, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-12T03:23:56,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/namespace 2024-12-12T03:23:56,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-12T03:23:56,836 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-12T03:23:56,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-12T03:23:56,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 26 msec 2024-12-12T03:23:56,870 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-12T03:23:56,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-12T03:23:56,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 28 msec 2024-12-12T03:23:56,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/default 2024-12-12T03:23:56,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/hbase 2024-12-12T03:23:56,936 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.358sec 2024-12-12T03:23:56,936 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-12T03:23:56,936 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-12T03:23:56,936 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-12T03:23:56,936 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-12T03:23:56,936 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-12T03:23:56,936 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc94ab33778f,43545,1733973832398-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T03:23:56,937 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc94ab33778f,43545,1733973832398-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-12T03:23:56,940 DEBUG [master/bc94ab33778f:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-12T03:23:56,941 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-12T03:23:56,941 INFO [master/bc94ab33778f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc94ab33778f,43545,1733973832398-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T03:23:56,954 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x35b7463a to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7695feac 2024-12-12T03:23:56,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29140e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:23:56,971 DEBUG [hconnection-0x5819dd61-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:23:56,975 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T03:23:56,979 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=bc94ab33778f,43545,1733973832398 2024-12-12T03:23:56,981 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0740a5b0 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@112492ec 2024-12-12T03:23:56,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@405300b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:23:56,995 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07ad6376 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5422b16 2024-12-12T03:23:57,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c47aa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:23:57,005 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0490d224 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@101e533b 2024-12-12T03:23:57,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c2ae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:23:57,027 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-12T03:23:57,029 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41226, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-12T03:23:57,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T03:23:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-12T03:23:57,041 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T03:23:57,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-12T03:23:57,041 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:23:57,043 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T03:23:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T03:23:57,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741837_1013 (size=631) 2024-12-12T03:23:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T03:23:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T03:23:57,457 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b64487797e56d4e39c9992cbf9a3942d, NAME => 'test,,1733973837034.b64487797e56d4e39c9992cbf9a3942d.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:23:57,459 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => a91db977fe0cf28c028f7ece3aa9cd87, NAME => 'test,bbb,1733973837034.a91db977fe0cf28c028f7ece3aa9cd87.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:23:57,459 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 3d1f1b05e5d85ddbee2187ac003b225b, NAME => 'test,ccc,1733973837034.3d1f1b05e5d85ddbee2187ac003b225b.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:23:57,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741838_1014 (size=42) 2024-12-12T03:23:57,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741839_1015 (size=45) 2024-12-12T03:23:57,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741840_1016 (size=45) 2024-12-12T03:23:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T03:23:57,875 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1733973837034.b64487797e56d4e39c9992cbf9a3942d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:57,875 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1733973837034.a91db977fe0cf28c028f7ece3aa9cd87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:57,875 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing b64487797e56d4e39c9992cbf9a3942d, disabling compactions & flushes 2024-12-12T03:23:57,875 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1733973837034.3d1f1b05e5d85ddbee2187ac003b225b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:57,875 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1733973837034.b64487797e56d4e39c9992cbf9a3942d. 2024-12-12T03:23:57,875 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 3d1f1b05e5d85ddbee2187ac003b225b, disabling compactions & flushes 2024-12-12T03:23:57,875 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing a91db977fe0cf28c028f7ece3aa9cd87, disabling compactions & flushes 2024-12-12T03:23:57,875 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733973837034.b64487797e56d4e39c9992cbf9a3942d. 2024-12-12T03:23:57,876 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1733973837034.3d1f1b05e5d85ddbee2187ac003b225b. 2024-12-12T03:23:57,876 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1733973837034.a91db977fe0cf28c028f7ece3aa9cd87. 2024-12-12T03:23:57,876 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733973837034.3d1f1b05e5d85ddbee2187ac003b225b. 2024-12-12T03:23:57,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1733973837034.b64487797e56d4e39c9992cbf9a3942d. after waiting 0 ms 2024-12-12T03:23:57,876 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733973837034.a91db977fe0cf28c028f7ece3aa9cd87. 2024-12-12T03:23:57,876 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733973837034.3d1f1b05e5d85ddbee2187ac003b225b. after waiting 0 ms 2024-12-12T03:23:57,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1733973837034.b64487797e56d4e39c9992cbf9a3942d. 2024-12-12T03:23:57,876 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733973837034.3d1f1b05e5d85ddbee2187ac003b225b. 2024-12-12T03:23:57,876 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733973837034.a91db977fe0cf28c028f7ece3aa9cd87. after waiting 0 ms 2024-12-12T03:23:57,876 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1733973837034.b64487797e56d4e39c9992cbf9a3942d. 2024-12-12T03:23:57,876 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1733973837034.3d1f1b05e5d85ddbee2187ac003b225b. 2024-12-12T03:23:57,876 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733973837034.a91db977fe0cf28c028f7ece3aa9cd87. 2024-12-12T03:23:57,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for b64487797e56d4e39c9992cbf9a3942d: 2024-12-12T03:23:57,876 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1733973837034.a91db977fe0cf28c028f7ece3aa9cd87. 2024-12-12T03:23:57,876 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for a91db977fe0cf28c028f7ece3aa9cd87: 2024-12-12T03:23:57,877 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 3d1f1b05e5d85ddbee2187ac003b225b: 2024-12-12T03:23:57,878 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9f091484f6394ba4c38812f6780f3dd8, NAME => 'test,ddd,1733973837034.9f091484f6394ba4c38812f6780f3dd8.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:23:57,879 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4656846b6c37e5dcdb2a43a8ebf29dbc, NAME => 'test,fff,1733973837034.4656846b6c37e5dcdb2a43a8ebf29dbc.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:23:57,880 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 5b7e775dcc811701bcc26b1152bec1bc, NAME => 'test,eee,1733973837034.5b7e775dcc811701bcc26b1152bec1bc.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:23:57,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741842_1018 (size=45) 2024-12-12T03:23:57,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741843_1019 (size=45) 2024-12-12T03:23:57,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741841_1017 (size=45) 2024-12-12T03:23:58,071 INFO [bc94ab33778f:43041Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-12T03:23:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T03:23:58,294 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ddd,1733973837034.9f091484f6394ba4c38812f6780f3dd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:58,294 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 9f091484f6394ba4c38812f6780f3dd8, disabling compactions & flushes 2024-12-12T03:23:58,294 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ddd,1733973837034.9f091484f6394ba4c38812f6780f3dd8. 2024-12-12T03:23:58,294 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733973837034.9f091484f6394ba4c38812f6780f3dd8. 2024-12-12T03:23:58,295 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733973837034.9f091484f6394ba4c38812f6780f3dd8. after waiting 0 ms 2024-12-12T03:23:58,295 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,eee,1733973837034.5b7e775dcc811701bcc26b1152bec1bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:58,295 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733973837034.9f091484f6394ba4c38812f6780f3dd8. 2024-12-12T03:23:58,295 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,fff,1733973837034.4656846b6c37e5dcdb2a43a8ebf29dbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:58,295 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ddd,1733973837034.9f091484f6394ba4c38812f6780f3dd8. 2024-12-12T03:23:58,295 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 5b7e775dcc811701bcc26b1152bec1bc, disabling compactions & flushes 2024-12-12T03:23:58,295 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9f091484f6394ba4c38812f6780f3dd8: 2024-12-12T03:23:58,295 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,eee,1733973837034.5b7e775dcc811701bcc26b1152bec1bc. 2024-12-12T03:23:58,295 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 4656846b6c37e5dcdb2a43a8ebf29dbc, disabling compactions & flushes 2024-12-12T03:23:58,295 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733973837034.5b7e775dcc811701bcc26b1152bec1bc. 2024-12-12T03:23:58,297 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733973837034.5b7e775dcc811701bcc26b1152bec1bc. after waiting 0 ms 2024-12-12T03:23:58,297 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,fff,1733973837034.4656846b6c37e5dcdb2a43a8ebf29dbc. 2024-12-12T03:23:58,297 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733973837034.5b7e775dcc811701bcc26b1152bec1bc. 2024-12-12T03:23:58,297 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 54c5e05326c0bb3450945056f50ba7f6, NAME => 'test,ggg,1733973837034.54c5e05326c0bb3450945056f50ba7f6.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:23:58,297 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733973837034.4656846b6c37e5dcdb2a43a8ebf29dbc. 2024-12-12T03:23:58,297 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,eee,1733973837034.5b7e775dcc811701bcc26b1152bec1bc. 2024-12-12T03:23:58,297 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733973837034.4656846b6c37e5dcdb2a43a8ebf29dbc. after waiting 0 ms 2024-12-12T03:23:58,297 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 5b7e775dcc811701bcc26b1152bec1bc: 2024-12-12T03:23:58,297 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733973837034.4656846b6c37e5dcdb2a43a8ebf29dbc. 2024-12-12T03:23:58,297 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,fff,1733973837034.4656846b6c37e5dcdb2a43a8ebf29dbc. 2024-12-12T03:23:58,297 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4656846b6c37e5dcdb2a43a8ebf29dbc: 2024-12-12T03:23:58,298 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 23e747228c509ccf5774f6e31e7c6706, NAME => 'test,hhh,1733973837034.23e747228c509ccf5774f6e31e7c6706.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:23:58,299 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c795a4fd311aae3a11f5f451472ac18a, NAME => 'test,iii,1733973837034.c795a4fd311aae3a11f5f451472ac18a.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:23:58,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741844_1020 (size=45) 2024-12-12T03:23:58,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741846_1022 (size=45) 2024-12-12T03:23:58,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741845_1021 (size=45) 2024-12-12T03:23:58,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ggg,1733973837034.54c5e05326c0bb3450945056f50ba7f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:58,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 54c5e05326c0bb3450945056f50ba7f6, disabling compactions & flushes 2024-12-12T03:23:58,714 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ggg,1733973837034.54c5e05326c0bb3450945056f50ba7f6. 2024-12-12T03:23:58,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733973837034.54c5e05326c0bb3450945056f50ba7f6. 2024-12-12T03:23:58,715 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,hhh,1733973837034.23e747228c509ccf5774f6e31e7c6706.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:58,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733973837034.54c5e05326c0bb3450945056f50ba7f6. after waiting 0 ms 2024-12-12T03:23:58,715 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 23e747228c509ccf5774f6e31e7c6706, disabling compactions & flushes 2024-12-12T03:23:58,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733973837034.54c5e05326c0bb3450945056f50ba7f6. 2024-12-12T03:23:58,715 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,iii,1733973837034.c795a4fd311aae3a11f5f451472ac18a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:58,715 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,hhh,1733973837034.23e747228c509ccf5774f6e31e7c6706. 2024-12-12T03:23:58,715 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ggg,1733973837034.54c5e05326c0bb3450945056f50ba7f6. 2024-12-12T03:23:58,715 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733973837034.23e747228c509ccf5774f6e31e7c6706. 2024-12-12T03:23:58,715 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing c795a4fd311aae3a11f5f451472ac18a, disabling compactions & flushes 2024-12-12T03:23:58,715 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 54c5e05326c0bb3450945056f50ba7f6: 2024-12-12T03:23:58,715 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733973837034.23e747228c509ccf5774f6e31e7c6706. after waiting 0 ms 2024-12-12T03:23:58,716 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733973837034.23e747228c509ccf5774f6e31e7c6706. 2024-12-12T03:23:58,716 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,iii,1733973837034.c795a4fd311aae3a11f5f451472ac18a. 2024-12-12T03:23:58,716 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,hhh,1733973837034.23e747228c509ccf5774f6e31e7c6706. 2024-12-12T03:23:58,716 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 23e747228c509ccf5774f6e31e7c6706: 2024-12-12T03:23:58,717 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e04d71acf96ed267c54d8df2bb2cec2a, NAME => 'test,jjj,1733973837034.e04d71acf96ed267c54d8df2bb2cec2a.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:23:58,718 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733973837034.c795a4fd311aae3a11f5f451472ac18a. 2024-12-12T03:23:58,718 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 7f311f00c68722008eb01c9cfcd1e62a, NAME => 'test,kkk,1733973837034.7f311f00c68722008eb01c9cfcd1e62a.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:23:58,719 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733973837034.c795a4fd311aae3a11f5f451472ac18a. after waiting 0 ms 2024-12-12T03:23:58,719 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733973837034.c795a4fd311aae3a11f5f451472ac18a. 2024-12-12T03:23:58,719 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,iii,1733973837034.c795a4fd311aae3a11f5f451472ac18a. 2024-12-12T03:23:58,719 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for c795a4fd311aae3a11f5f451472ac18a: 2024-12-12T03:23:58,720 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => a563d7a93ffc86a00a88f0bcc1dfb8c8, NAME => 'test,lll,1733973837034.a563d7a93ffc86a00a88f0bcc1dfb8c8.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:23:58,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741847_1023 (size=45) 2024-12-12T03:23:58,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741849_1025 (size=45) 2024-12-12T03:23:58,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741848_1024 (size=45) 2024-12-12T03:23:59,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,jjj,1733973837034.e04d71acf96ed267c54d8df2bb2cec2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:59,133 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,lll,1733973837034.a563d7a93ffc86a00a88f0bcc1dfb8c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:59,133 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing a563d7a93ffc86a00a88f0bcc1dfb8c8, disabling compactions & flushes 2024-12-12T03:23:59,133 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,kkk,1733973837034.7f311f00c68722008eb01c9cfcd1e62a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:59,133 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing e04d71acf96ed267c54d8df2bb2cec2a, disabling compactions & flushes 2024-12-12T03:23:59,133 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,lll,1733973837034.a563d7a93ffc86a00a88f0bcc1dfb8c8. 2024-12-12T03:23:59,133 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,jjj,1733973837034.e04d71acf96ed267c54d8df2bb2cec2a. 2024-12-12T03:23:59,133 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733973837034.a563d7a93ffc86a00a88f0bcc1dfb8c8. 2024-12-12T03:23:59,133 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 7f311f00c68722008eb01c9cfcd1e62a, disabling compactions & flushes 2024-12-12T03:23:59,134 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733973837034.a563d7a93ffc86a00a88f0bcc1dfb8c8. after waiting 0 ms 2024-12-12T03:23:59,134 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733973837034.e04d71acf96ed267c54d8df2bb2cec2a. 2024-12-12T03:23:59,134 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,kkk,1733973837034.7f311f00c68722008eb01c9cfcd1e62a. 2024-12-12T03:23:59,134 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733973837034.a563d7a93ffc86a00a88f0bcc1dfb8c8. 2024-12-12T03:23:59,134 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733973837034.7f311f00c68722008eb01c9cfcd1e62a. 2024-12-12T03:23:59,134 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,lll,1733973837034.a563d7a93ffc86a00a88f0bcc1dfb8c8. 2024-12-12T03:23:59,134 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733973837034.e04d71acf96ed267c54d8df2bb2cec2a. after waiting 0 ms 2024-12-12T03:23:59,134 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733973837034.7f311f00c68722008eb01c9cfcd1e62a. after waiting 0 ms 2024-12-12T03:23:59,134 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for a563d7a93ffc86a00a88f0bcc1dfb8c8: 2024-12-12T03:23:59,134 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733973837034.7f311f00c68722008eb01c9cfcd1e62a. 2024-12-12T03:23:59,134 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733973837034.e04d71acf96ed267c54d8df2bb2cec2a. 2024-12-12T03:23:59,134 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,kkk,1733973837034.7f311f00c68722008eb01c9cfcd1e62a. 2024-12-12T03:23:59,134 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 7f311f00c68722008eb01c9cfcd1e62a: 2024-12-12T03:23:59,134 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,jjj,1733973837034.e04d71acf96ed267c54d8df2bb2cec2a. 2024-12-12T03:23:59,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for e04d71acf96ed267c54d8df2bb2cec2a: 2024-12-12T03:23:59,135 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 6b601b3380824020881b0b36945d67db, NAME => 'test,mmm,1733973837034.6b601b3380824020881b0b36945d67db.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:23:59,136 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cc44ff60e1665a4d6ede2c4f2e04d7cd, NAME => 'test,ooo,1733973837034.cc44ff60e1665a4d6ede2c4f2e04d7cd.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:23:59,137 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 5ad1847a7cde0b572cdfaaac28032c09, NAME => 'test,nnn,1733973837034.5ad1847a7cde0b572cdfaaac28032c09.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:23:59,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741851_1027 (size=45) 2024-12-12T03:23:59,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741850_1026 (size=45) 2024-12-12T03:23:59,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741852_1028 (size=45) 2024-12-12T03:23:59,167 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,nnn,1733973837034.5ad1847a7cde0b572cdfaaac28032c09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:59,167 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 5ad1847a7cde0b572cdfaaac28032c09, disabling compactions & flushes 2024-12-12T03:23:59,167 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,nnn,1733973837034.5ad1847a7cde0b572cdfaaac28032c09. 2024-12-12T03:23:59,167 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733973837034.5ad1847a7cde0b572cdfaaac28032c09. 2024-12-12T03:23:59,167 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733973837034.5ad1847a7cde0b572cdfaaac28032c09. after waiting 0 ms 2024-12-12T03:23:59,167 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733973837034.5ad1847a7cde0b572cdfaaac28032c09. 2024-12-12T03:23:59,167 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,nnn,1733973837034.5ad1847a7cde0b572cdfaaac28032c09. 2024-12-12T03:23:59,167 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 5ad1847a7cde0b572cdfaaac28032c09: 2024-12-12T03:23:59,169 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => b9083c0878c566b762b96a2ed1d97b51, NAME => 'test,ppp,1733973837034.b9083c0878c566b762b96a2ed1d97b51.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:23:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T03:23:59,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741853_1029 (size=45) 2024-12-12T03:23:59,349 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-12T03:23:59,567 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,mmm,1733973837034.6b601b3380824020881b0b36945d67db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:59,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ooo,1733973837034.cc44ff60e1665a4d6ede2c4f2e04d7cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:59,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing cc44ff60e1665a4d6ede2c4f2e04d7cd, disabling compactions & flushes 2024-12-12T03:23:59,567 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 6b601b3380824020881b0b36945d67db, disabling compactions & flushes 2024-12-12T03:23:59,567 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ooo,1733973837034.cc44ff60e1665a4d6ede2c4f2e04d7cd. 2024-12-12T03:23:59,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733973837034.cc44ff60e1665a4d6ede2c4f2e04d7cd. 2024-12-12T03:23:59,567 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,mmm,1733973837034.6b601b3380824020881b0b36945d67db. 2024-12-12T03:23:59,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733973837034.cc44ff60e1665a4d6ede2c4f2e04d7cd. after waiting 0 ms 2024-12-12T03:23:59,567 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733973837034.6b601b3380824020881b0b36945d67db. 2024-12-12T03:23:59,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733973837034.cc44ff60e1665a4d6ede2c4f2e04d7cd. 2024-12-12T03:23:59,567 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733973837034.6b601b3380824020881b0b36945d67db. after waiting 0 ms 2024-12-12T03:23:59,567 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733973837034.6b601b3380824020881b0b36945d67db. 2024-12-12T03:23:59,567 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ooo,1733973837034.cc44ff60e1665a4d6ede2c4f2e04d7cd. 2024-12-12T03:23:59,568 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,mmm,1733973837034.6b601b3380824020881b0b36945d67db. 2024-12-12T03:23:59,568 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for cc44ff60e1665a4d6ede2c4f2e04d7cd: 2024-12-12T03:23:59,568 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 6b601b3380824020881b0b36945d67db: 2024-12-12T03:23:59,568 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6f24ba37b08562638a7e0b6af3b85f6c, NAME => 'test,qqq,1733973837034.6f24ba37b08562638a7e0b6af3b85f6c.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:23:59,569 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 72d23640a8b223a4e3740c6ee4c8c66b, NAME => 'test,rrr,1733973837034.72d23640a8b223a4e3740c6ee4c8c66b.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:23:59,576 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ppp,1733973837034.b9083c0878c566b762b96a2ed1d97b51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:59,576 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing b9083c0878c566b762b96a2ed1d97b51, disabling compactions & flushes 2024-12-12T03:23:59,576 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ppp,1733973837034.b9083c0878c566b762b96a2ed1d97b51. 2024-12-12T03:23:59,576 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733973837034.b9083c0878c566b762b96a2ed1d97b51. 2024-12-12T03:23:59,577 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733973837034.b9083c0878c566b762b96a2ed1d97b51. after waiting 0 ms 2024-12-12T03:23:59,577 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733973837034.b9083c0878c566b762b96a2ed1d97b51. 2024-12-12T03:23:59,577 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ppp,1733973837034.b9083c0878c566b762b96a2ed1d97b51. 2024-12-12T03:23:59,577 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for b9083c0878c566b762b96a2ed1d97b51: 2024-12-12T03:23:59,577 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => cf874c872822903c3c5e218d34d2d2ff, NAME => 'test,sss,1733973837034.cf874c872822903c3c5e218d34d2d2ff.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:23:59,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741855_1031 (size=45) 2024-12-12T03:23:59,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741854_1030 (size=45) 2024-12-12T03:23:59,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741856_1032 (size=45) 2024-12-12T03:23:59,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,qqq,1733973837034.6f24ba37b08562638a7e0b6af3b85f6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:59,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 6f24ba37b08562638a7e0b6af3b85f6c, disabling compactions & flushes 2024-12-12T03:23:59,982 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,qqq,1733973837034.6f24ba37b08562638a7e0b6af3b85f6c. 2024-12-12T03:23:59,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733973837034.6f24ba37b08562638a7e0b6af3b85f6c. 2024-12-12T03:23:59,982 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,rrr,1733973837034.72d23640a8b223a4e3740c6ee4c8c66b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:59,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733973837034.6f24ba37b08562638a7e0b6af3b85f6c. after waiting 0 ms 2024-12-12T03:23:59,982 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 72d23640a8b223a4e3740c6ee4c8c66b, disabling compactions & flushes 2024-12-12T03:23:59,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733973837034.6f24ba37b08562638a7e0b6af3b85f6c. 2024-12-12T03:23:59,982 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,rrr,1733973837034.72d23640a8b223a4e3740c6ee4c8c66b. 2024-12-12T03:23:59,982 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733973837034.72d23640a8b223a4e3740c6ee4c8c66b. 2024-12-12T03:23:59,982 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,qqq,1733973837034.6f24ba37b08562638a7e0b6af3b85f6c. 2024-12-12T03:23:59,982 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733973837034.72d23640a8b223a4e3740c6ee4c8c66b. after waiting 0 ms 2024-12-12T03:23:59,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6f24ba37b08562638a7e0b6af3b85f6c: 2024-12-12T03:23:59,982 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733973837034.72d23640a8b223a4e3740c6ee4c8c66b. 2024-12-12T03:23:59,982 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,rrr,1733973837034.72d23640a8b223a4e3740c6ee4c8c66b. 2024-12-12T03:23:59,982 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 72d23640a8b223a4e3740c6ee4c8c66b: 2024-12-12T03:23:59,983 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1dbf50e0e7af4f91bb34f0649bf647b0, NAME => 'test,ttt,1733973837034.1dbf50e0e7af4f91bb34f0649bf647b0.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:23:59,983 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 0f0df704c11f5a723514020f950c3a65, NAME => 'test,uuu,1733973837034.0f0df704c11f5a723514020f950c3a65.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:23:59,986 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,sss,1733973837034.cf874c872822903c3c5e218d34d2d2ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:59,986 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing cf874c872822903c3c5e218d34d2d2ff, disabling compactions & flushes 2024-12-12T03:23:59,987 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,sss,1733973837034.cf874c872822903c3c5e218d34d2d2ff. 2024-12-12T03:23:59,987 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733973837034.cf874c872822903c3c5e218d34d2d2ff. 2024-12-12T03:23:59,987 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733973837034.cf874c872822903c3c5e218d34d2d2ff. after waiting 0 ms 2024-12-12T03:23:59,987 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733973837034.cf874c872822903c3c5e218d34d2d2ff. 2024-12-12T03:23:59,987 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,sss,1733973837034.cf874c872822903c3c5e218d34d2d2ff. 2024-12-12T03:23:59,987 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for cf874c872822903c3c5e218d34d2d2ff: 2024-12-12T03:23:59,988 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 8de83cd241996d2bf2c24b0e318cc034, NAME => 'test,vvv,1733973837034.8de83cd241996d2bf2c24b0e318cc034.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:23:59,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741857_1033 (size=45) 2024-12-12T03:23:59,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741858_1034 (size=45) 2024-12-12T03:23:59,994 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,uuu,1733973837034.0f0df704c11f5a723514020f950c3a65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:23:59,994 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 0f0df704c11f5a723514020f950c3a65, disabling compactions & flushes 2024-12-12T03:23:59,994 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,uuu,1733973837034.0f0df704c11f5a723514020f950c3a65. 2024-12-12T03:23:59,994 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733973837034.0f0df704c11f5a723514020f950c3a65. 2024-12-12T03:23:59,994 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733973837034.0f0df704c11f5a723514020f950c3a65. after waiting 0 ms 2024-12-12T03:23:59,994 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733973837034.0f0df704c11f5a723514020f950c3a65. 2024-12-12T03:23:59,994 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,uuu,1733973837034.0f0df704c11f5a723514020f950c3a65. 2024-12-12T03:23:59,994 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 0f0df704c11f5a723514020f950c3a65: 2024-12-12T03:23:59,995 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => bf9c008a10667c440f5e2ebbf4aa94c1, NAME => 'test,www,1733973837034.bf9c008a10667c440f5e2ebbf4aa94c1.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:23:59,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741859_1035 (size=45) 2024-12-12T03:24:00,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741860_1036 (size=45) 2024-12-12T03:24:00,395 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ttt,1733973837034.1dbf50e0e7af4f91bb34f0649bf647b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:00,396 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 1dbf50e0e7af4f91bb34f0649bf647b0, disabling compactions & flushes 2024-12-12T03:24:00,396 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ttt,1733973837034.1dbf50e0e7af4f91bb34f0649bf647b0. 2024-12-12T03:24:00,396 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733973837034.1dbf50e0e7af4f91bb34f0649bf647b0. 2024-12-12T03:24:00,396 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733973837034.1dbf50e0e7af4f91bb34f0649bf647b0. after waiting 0 ms 2024-12-12T03:24:00,396 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733973837034.1dbf50e0e7af4f91bb34f0649bf647b0. 2024-12-12T03:24:00,396 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ttt,1733973837034.1dbf50e0e7af4f91bb34f0649bf647b0. 2024-12-12T03:24:00,396 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1dbf50e0e7af4f91bb34f0649bf647b0: 2024-12-12T03:24:00,398 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ca62a652443e25ceafa0afede75576cb, NAME => 'test,xxx,1733973837034.ca62a652443e25ceafa0afede75576cb.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:24:00,399 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,vvv,1733973837034.8de83cd241996d2bf2c24b0e318cc034.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:00,399 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 8de83cd241996d2bf2c24b0e318cc034, disabling compactions & flushes 2024-12-12T03:24:00,399 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,vvv,1733973837034.8de83cd241996d2bf2c24b0e318cc034. 2024-12-12T03:24:00,399 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733973837034.8de83cd241996d2bf2c24b0e318cc034. 2024-12-12T03:24:00,399 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733973837034.8de83cd241996d2bf2c24b0e318cc034. after waiting 0 ms 2024-12-12T03:24:00,400 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733973837034.8de83cd241996d2bf2c24b0e318cc034. 2024-12-12T03:24:00,400 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,vvv,1733973837034.8de83cd241996d2bf2c24b0e318cc034. 2024-12-12T03:24:00,400 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 8de83cd241996d2bf2c24b0e318cc034: 2024-12-12T03:24:00,402 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => e775aafd5908fde4dc1cf269ac4e8273, NAME => 'test,yyy,1733973837034.e775aafd5908fde4dc1cf269ac4e8273.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:24:00,403 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,www,1733973837034.bf9c008a10667c440f5e2ebbf4aa94c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:00,403 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing bf9c008a10667c440f5e2ebbf4aa94c1, disabling compactions & flushes 2024-12-12T03:24:00,403 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,www,1733973837034.bf9c008a10667c440f5e2ebbf4aa94c1. 2024-12-12T03:24:00,403 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733973837034.bf9c008a10667c440f5e2ebbf4aa94c1. 2024-12-12T03:24:00,403 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1733973837034.bf9c008a10667c440f5e2ebbf4aa94c1. after waiting 0 ms 2024-12-12T03:24:00,403 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1733973837034.bf9c008a10667c440f5e2ebbf4aa94c1. 2024-12-12T03:24:00,403 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,www,1733973837034.bf9c008a10667c440f5e2ebbf4aa94c1. 2024-12-12T03:24:00,404 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for bf9c008a10667c440f5e2ebbf4aa94c1: 2024-12-12T03:24:00,404 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 7525a23ca14e42b0b7083d8a9bcbc856, NAME => 'test,zzz,1733973837034.7525a23ca14e42b0b7083d8a9bcbc856.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:24:00,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741861_1037 (size=45) 2024-12-12T03:24:00,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,xxx,1733973837034.ca62a652443e25ceafa0afede75576cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:00,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing ca62a652443e25ceafa0afede75576cb, disabling compactions & flushes 2024-12-12T03:24:00,409 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,xxx,1733973837034.ca62a652443e25ceafa0afede75576cb. 2024-12-12T03:24:00,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733973837034.ca62a652443e25ceafa0afede75576cb. 2024-12-12T03:24:00,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733973837034.ca62a652443e25ceafa0afede75576cb. after waiting 0 ms 2024-12-12T03:24:00,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733973837034.ca62a652443e25ceafa0afede75576cb. 2024-12-12T03:24:00,409 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,xxx,1733973837034.ca62a652443e25ceafa0afede75576cb. 2024-12-12T03:24:00,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for ca62a652443e25ceafa0afede75576cb: 2024-12-12T03:24:00,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741862_1038 (size=45) 2024-12-12T03:24:00,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741863_1039 (size=42) 2024-12-12T03:24:00,814 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,zzz,1733973837034.7525a23ca14e42b0b7083d8a9bcbc856.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:00,814 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,yyy,1733973837034.e775aafd5908fde4dc1cf269ac4e8273.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:00,814 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing e775aafd5908fde4dc1cf269ac4e8273, disabling compactions & flushes 2024-12-12T03:24:00,814 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 7525a23ca14e42b0b7083d8a9bcbc856, disabling compactions & flushes 2024-12-12T03:24:00,814 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,yyy,1733973837034.e775aafd5908fde4dc1cf269ac4e8273. 2024-12-12T03:24:00,814 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,zzz,1733973837034.7525a23ca14e42b0b7083d8a9bcbc856. 2024-12-12T03:24:00,814 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733973837034.e775aafd5908fde4dc1cf269ac4e8273. 2024-12-12T03:24:00,814 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733973837034.7525a23ca14e42b0b7083d8a9bcbc856. 2024-12-12T03:24:00,814 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733973837034.e775aafd5908fde4dc1cf269ac4e8273. after waiting 0 ms 2024-12-12T03:24:00,815 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733973837034.e775aafd5908fde4dc1cf269ac4e8273. 2024-12-12T03:24:00,815 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733973837034.7525a23ca14e42b0b7083d8a9bcbc856. after waiting 0 ms 2024-12-12T03:24:00,815 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,yyy,1733973837034.e775aafd5908fde4dc1cf269ac4e8273. 2024-12-12T03:24:00,815 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733973837034.7525a23ca14e42b0b7083d8a9bcbc856. 2024-12-12T03:24:00,815 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for e775aafd5908fde4dc1cf269ac4e8273: 2024-12-12T03:24:00,815 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,zzz,1733973837034.7525a23ca14e42b0b7083d8a9bcbc856. 2024-12-12T03:24:00,815 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 7525a23ca14e42b0b7083d8a9bcbc856: 2024-12-12T03:24:00,817 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T03:24:00,817 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1733973837034.b64487797e56d4e39c9992cbf9a3942d.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733973840817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973840817"}]},"ts":"1733973840817"} 2024-12-12T03:24:00,818 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1733973837034.3d1f1b05e5d85ddbee2187ac003b225b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973840817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973840817"}]},"ts":"1733973840817"} 2024-12-12T03:24:00,818 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1733973837034.a91db977fe0cf28c028f7ece3aa9cd87.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973840817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973840817"}]},"ts":"1733973840817"} 2024-12-12T03:24:00,818 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1733973837034.9f091484f6394ba4c38812f6780f3dd8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973840817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973840817"}]},"ts":"1733973840817"} 2024-12-12T03:24:00,818 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1733973837034.5b7e775dcc811701bcc26b1152bec1bc.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973840817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973840817"}]},"ts":"1733973840817"} 2024-12-12T03:24:00,818 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1733973837034.4656846b6c37e5dcdb2a43a8ebf29dbc.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973840817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973840817"}]},"ts":"1733973840817"} 2024-12-12T03:24:00,818 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1733973837034.54c5e05326c0bb3450945056f50ba7f6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973840817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973840817"}]},"ts":"1733973840817"} 2024-12-12T03:24:00,818 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1733973837034.23e747228c509ccf5774f6e31e7c6706.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973840817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973840817"}]},"ts":"1733973840817"} 2024-12-12T03:24:00,819 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1733973837034.c795a4fd311aae3a11f5f451472ac18a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973840817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973840817"}]},"ts":"1733973840817"} 2024-12-12T03:24:00,819 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1733973837034.a563d7a93ffc86a00a88f0bcc1dfb8c8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973840817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973840817"}]},"ts":"1733973840817"} 2024-12-12T03:24:00,819 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1733973837034.7f311f00c68722008eb01c9cfcd1e62a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973840817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973840817"}]},"ts":"1733973840817"} 2024-12-12T03:24:00,819 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1733973837034.e04d71acf96ed267c54d8df2bb2cec2a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973840817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973840817"}]},"ts":"1733973840817"} 2024-12-12T03:24:00,819 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1733973837034.5ad1847a7cde0b572cdfaaac28032c09.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973840817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973840817"}]},"ts":"1733973840817"} 2024-12-12T03:24:00,819 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1733973837034.cc44ff60e1665a4d6ede2c4f2e04d7cd.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973840817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973840817"}]},"ts":"1733973840817"} 2024-12-12T03:24:00,819 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1733973837034.6b601b3380824020881b0b36945d67db.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973840817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973840817"}]},"ts":"1733973840817"} 2024-12-12T03:24:00,819 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1733973837034.b9083c0878c566b762b96a2ed1d97b51.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973840817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973840817"}]},"ts":"1733973840817"} 2024-12-12T03:24:00,820 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1733973837034.6f24ba37b08562638a7e0b6af3b85f6c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973840817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973840817"}]},"ts":"1733973840817"} 2024-12-12T03:24:00,820 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1733973837034.72d23640a8b223a4e3740c6ee4c8c66b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973840817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973840817"}]},"ts":"1733973840817"} 2024-12-12T03:24:00,820 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1733973837034.cf874c872822903c3c5e218d34d2d2ff.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973840817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973840817"}]},"ts":"1733973840817"} 2024-12-12T03:24:00,820 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1733973837034.0f0df704c11f5a723514020f950c3a65.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973840817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973840817"}]},"ts":"1733973840817"} 2024-12-12T03:24:00,820 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1733973837034.1dbf50e0e7af4f91bb34f0649bf647b0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973840817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973840817"}]},"ts":"1733973840817"} 2024-12-12T03:24:00,820 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1733973837034.8de83cd241996d2bf2c24b0e318cc034.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973840817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973840817"}]},"ts":"1733973840817"} 2024-12-12T03:24:00,820 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1733973837034.bf9c008a10667c440f5e2ebbf4aa94c1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973840817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973840817"}]},"ts":"1733973840817"} 2024-12-12T03:24:00,820 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1733973837034.ca62a652443e25ceafa0afede75576cb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973840817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973840817"}]},"ts":"1733973840817"} 2024-12-12T03:24:00,820 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1733973837034.e775aafd5908fde4dc1cf269ac4e8273.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973840817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973840817"}]},"ts":"1733973840817"} 2024-12-12T03:24:00,821 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1733973837034.7525a23ca14e42b0b7083d8a9bcbc856.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733973840817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973840817"}]},"ts":"1733973840817"} 2024-12-12T03:24:00,851 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-12T03:24:00,852 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T03:24:00,853 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733973840852"}]},"ts":"1733973840852"} 2024-12-12T03:24:00,854 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-12T03:24:00,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b64487797e56d4e39c9992cbf9a3942d, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a91db977fe0cf28c028f7ece3aa9cd87, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3d1f1b05e5d85ddbee2187ac003b225b, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9f091484f6394ba4c38812f6780f3dd8, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5b7e775dcc811701bcc26b1152bec1bc, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4656846b6c37e5dcdb2a43a8ebf29dbc, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=54c5e05326c0bb3450945056f50ba7f6, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=23e747228c509ccf5774f6e31e7c6706, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c795a4fd311aae3a11f5f451472ac18a, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e04d71acf96ed267c54d8df2bb2cec2a, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7f311f00c68722008eb01c9cfcd1e62a, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a563d7a93ffc86a00a88f0bcc1dfb8c8, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6b601b3380824020881b0b36945d67db, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5ad1847a7cde0b572cdfaaac28032c09, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cc44ff60e1665a4d6ede2c4f2e04d7cd, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b9083c0878c566b762b96a2ed1d97b51, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6f24ba37b08562638a7e0b6af3b85f6c, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=72d23640a8b223a4e3740c6ee4c8c66b, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cf874c872822903c3c5e218d34d2d2ff, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1dbf50e0e7af4f91bb34f0649bf647b0, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0f0df704c11f5a723514020f950c3a65, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8de83cd241996d2bf2c24b0e318cc034, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bf9c008a10667c440f5e2ebbf4aa94c1, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ca62a652443e25ceafa0afede75576cb, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e775aafd5908fde4dc1cf269ac4e8273, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7525a23ca14e42b0b7083d8a9bcbc856, ASSIGN}] 2024-12-12T03:24:00,913 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3d1f1b05e5d85ddbee2187ac003b225b, ASSIGN 2024-12-12T03:24:00,913 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a91db977fe0cf28c028f7ece3aa9cd87, ASSIGN 2024-12-12T03:24:00,913 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b64487797e56d4e39c9992cbf9a3942d, ASSIGN 2024-12-12T03:24:00,913 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5b7e775dcc811701bcc26b1152bec1bc, ASSIGN 2024-12-12T03:24:00,915 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b64487797e56d4e39c9992cbf9a3942d, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:00,915 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a91db977fe0cf28c028f7ece3aa9cd87, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:00,915 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3d1f1b05e5d85ddbee2187ac003b225b, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:00,915 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5b7e775dcc811701bcc26b1152bec1bc, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:00,918 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ca62a652443e25ceafa0afede75576cb, ASSIGN 2024-12-12T03:24:00,919 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e775aafd5908fde4dc1cf269ac4e8273, ASSIGN 2024-12-12T03:24:00,919 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7525a23ca14e42b0b7083d8a9bcbc856, ASSIGN 2024-12-12T03:24:00,919 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bf9c008a10667c440f5e2ebbf4aa94c1, ASSIGN 2024-12-12T03:24:00,919 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8de83cd241996d2bf2c24b0e318cc034, ASSIGN 2024-12-12T03:24:00,920 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ca62a652443e25ceafa0afede75576cb, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:00,920 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e775aafd5908fde4dc1cf269ac4e8273, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:00,920 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7525a23ca14e42b0b7083d8a9bcbc856, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:00,920 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bf9c008a10667c440f5e2ebbf4aa94c1, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:00,920 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8de83cd241996d2bf2c24b0e318cc034, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:00,924 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=72d23640a8b223a4e3740c6ee4c8c66b, ASSIGN 2024-12-12T03:24:00,924 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cf874c872822903c3c5e218d34d2d2ff, ASSIGN 2024-12-12T03:24:00,924 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1dbf50e0e7af4f91bb34f0649bf647b0, ASSIGN 2024-12-12T03:24:00,924 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6f24ba37b08562638a7e0b6af3b85f6c, ASSIGN 2024-12-12T03:24:00,924 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0f0df704c11f5a723514020f950c3a65, ASSIGN 2024-12-12T03:24:00,924 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=72d23640a8b223a4e3740c6ee4c8c66b, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:00,925 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=cf874c872822903c3c5e218d34d2d2ff, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:00,925 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1dbf50e0e7af4f91bb34f0649bf647b0, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:00,925 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0f0df704c11f5a723514020f950c3a65, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:00,925 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6f24ba37b08562638a7e0b6af3b85f6c, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:00,928 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6b601b3380824020881b0b36945d67db, ASSIGN 2024-12-12T03:24:00,928 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5ad1847a7cde0b572cdfaaac28032c09, ASSIGN 2024-12-12T03:24:00,928 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cc44ff60e1665a4d6ede2c4f2e04d7cd, ASSIGN 2024-12-12T03:24:00,929 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b9083c0878c566b762b96a2ed1d97b51, ASSIGN 2024-12-12T03:24:00,929 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a563d7a93ffc86a00a88f0bcc1dfb8c8, ASSIGN 2024-12-12T03:24:00,929 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6b601b3380824020881b0b36945d67db, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:00,929 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5ad1847a7cde0b572cdfaaac28032c09, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:00,929 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=cc44ff60e1665a4d6ede2c4f2e04d7cd, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:00,929 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a563d7a93ffc86a00a88f0bcc1dfb8c8, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:00,929 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b9083c0878c566b762b96a2ed1d97b51, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:00,933 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c795a4fd311aae3a11f5f451472ac18a, ASSIGN 2024-12-12T03:24:00,933 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=23e747228c509ccf5774f6e31e7c6706, ASSIGN 2024-12-12T03:24:00,933 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e04d71acf96ed267c54d8df2bb2cec2a, ASSIGN 2024-12-12T03:24:00,933 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7f311f00c68722008eb01c9cfcd1e62a, ASSIGN 2024-12-12T03:24:00,934 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=54c5e05326c0bb3450945056f50ba7f6, ASSIGN 2024-12-12T03:24:00,934 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c795a4fd311aae3a11f5f451472ac18a, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:00,934 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=23e747228c509ccf5774f6e31e7c6706, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:00,934 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e04d71acf96ed267c54d8df2bb2cec2a, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:00,934 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7f311f00c68722008eb01c9cfcd1e62a, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:00,934 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=54c5e05326c0bb3450945056f50ba7f6, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:00,938 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9f091484f6394ba4c38812f6780f3dd8, ASSIGN 2024-12-12T03:24:00,938 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4656846b6c37e5dcdb2a43a8ebf29dbc, ASSIGN 2024-12-12T03:24:00,939 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9f091484f6394ba4c38812f6780f3dd8, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:00,939 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4656846b6c37e5dcdb2a43a8ebf29dbc, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:00,944 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-12T03:24:01,066 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=5ad1847a7cde0b572cdfaaac28032c09, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,066 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=9f091484f6394ba4c38812f6780f3dd8, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,066 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=72d23640a8b223a4e3740c6ee4c8c66b, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,066 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=4656846b6c37e5dcdb2a43a8ebf29dbc, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,066 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=23e747228c509ccf5774f6e31e7c6706, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=13, state=RUNNABLE; OpenRegionProcedure 9f091484f6394ba4c38812f6780f3dd8, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:01,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=23, state=RUNNABLE; OpenRegionProcedure 5ad1847a7cde0b572cdfaaac28032c09, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:01,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=15, state=RUNNABLE; OpenRegionProcedure 4656846b6c37e5dcdb2a43a8ebf29dbc, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:01,079 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=0f0df704c11f5a723514020f950c3a65, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=17, state=RUNNABLE; OpenRegionProcedure 23e747228c509ccf5774f6e31e7c6706, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:01,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=27, state=RUNNABLE; OpenRegionProcedure 72d23640a8b223a4e3740c6ee4c8c66b, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:01,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=30, state=RUNNABLE; OpenRegionProcedure 0f0df704c11f5a723514020f950c3a65, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:01,084 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=a91db977fe0cf28c028f7ece3aa9cd87, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,084 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=e775aafd5908fde4dc1cf269ac4e8273, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=34, state=RUNNABLE; OpenRegionProcedure e775aafd5908fde4dc1cf269ac4e8273, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:01,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=11, state=RUNNABLE; OpenRegionProcedure a91db977fe0cf28c028f7ece3aa9cd87, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:01,092 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=e04d71acf96ed267c54d8df2bb2cec2a, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,092 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=cc44ff60e1665a4d6ede2c4f2e04d7cd, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,092 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=c795a4fd311aae3a11f5f451472ac18a, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,093 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=ca62a652443e25ceafa0afede75576cb, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,094 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=cf874c872822903c3c5e218d34d2d2ff, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=18, state=RUNNABLE; OpenRegionProcedure c795a4fd311aae3a11f5f451472ac18a, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:01,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=24, state=RUNNABLE; OpenRegionProcedure cc44ff60e1665a4d6ede2c4f2e04d7cd, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:01,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=19, state=RUNNABLE; OpenRegionProcedure e04d71acf96ed267c54d8df2bb2cec2a, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:01,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=33, state=RUNNABLE; OpenRegionProcedure ca62a652443e25ceafa0afede75576cb, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:01,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=28, state=RUNNABLE; OpenRegionProcedure cf874c872822903c3c5e218d34d2d2ff, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:01,101 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=54c5e05326c0bb3450945056f50ba7f6, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,104 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=8de83cd241996d2bf2c24b0e318cc034, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=16, state=RUNNABLE; OpenRegionProcedure 54c5e05326c0bb3450945056f50ba7f6, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:01,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=31, state=RUNNABLE; OpenRegionProcedure 8de83cd241996d2bf2c24b0e318cc034, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:01,107 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=bf9c008a10667c440f5e2ebbf4aa94c1, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,107 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b64487797e56d4e39c9992cbf9a3942d, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=10, state=RUNNABLE; OpenRegionProcedure b64487797e56d4e39c9992cbf9a3942d, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:01,110 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=6b601b3380824020881b0b36945d67db, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=32, state=RUNNABLE; OpenRegionProcedure bf9c008a10667c440f5e2ebbf4aa94c1, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:01,113 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=3d1f1b05e5d85ddbee2187ac003b225b, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=22, state=RUNNABLE; OpenRegionProcedure 6b601b3380824020881b0b36945d67db, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:01,116 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=5b7e775dcc811701bcc26b1152bec1bc, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=12, state=RUNNABLE; OpenRegionProcedure 3d1f1b05e5d85ddbee2187ac003b225b, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:01,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=14, state=RUNNABLE; OpenRegionProcedure 5b7e775dcc811701bcc26b1152bec1bc, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:01,118 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=1dbf50e0e7af4f91bb34f0649bf647b0, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=29, state=RUNNABLE; OpenRegionProcedure 1dbf50e0e7af4f91bb34f0649bf647b0, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:01,122 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=7525a23ca14e42b0b7083d8a9bcbc856, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=35, state=RUNNABLE; OpenRegionProcedure 7525a23ca14e42b0b7083d8a9bcbc856, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:01,124 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=7f311f00c68722008eb01c9cfcd1e62a, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,126 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=b9083c0878c566b762b96a2ed1d97b51, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,126 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=6f24ba37b08562638a7e0b6af3b85f6c, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=20, state=RUNNABLE; OpenRegionProcedure 7f311f00c68722008eb01c9cfcd1e62a, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:01,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=26, state=RUNNABLE; OpenRegionProcedure 6f24ba37b08562638a7e0b6af3b85f6c, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:01,129 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=a563d7a93ffc86a00a88f0bcc1dfb8c8, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=25, state=RUNNABLE; OpenRegionProcedure b9083c0878c566b762b96a2ed1d97b51, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:01,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=21, state=RUNNABLE; OpenRegionProcedure a563d7a93ffc86a00a88f0bcc1dfb8c8, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T03:24:01,227 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,241 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,sss,1733973837034.cf874c872822903c3c5e218d34d2d2ff. 2024-12-12T03:24:01,242 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => cf874c872822903c3c5e218d34d2d2ff, NAME => 'test,sss,1733973837034.cf874c872822903c3c5e218d34d2d2ff.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-12T03:24:01,242 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cf874c872822903c3c5e218d34d2d2ff 2024-12-12T03:24:01,242 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,sss,1733973837034.cf874c872822903c3c5e218d34d2d2ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:01,242 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for cf874c872822903c3c5e218d34d2d2ff 2024-12-12T03:24:01,243 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for cf874c872822903c3c5e218d34d2d2ff 2024-12-12T03:24:01,245 INFO [StoreOpener-cf874c872822903c3c5e218d34d2d2ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cf874c872822903c3c5e218d34d2d2ff 2024-12-12T03:24:01,247 INFO [StoreOpener-cf874c872822903c3c5e218d34d2d2ff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf874c872822903c3c5e218d34d2d2ff columnFamilyName f 2024-12-12T03:24:01,247 DEBUG [StoreOpener-cf874c872822903c3c5e218d34d2d2ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,248 INFO [StoreOpener-cf874c872822903c3c5e218d34d2d2ff-1 {}] regionserver.HStore(327): Store=cf874c872822903c3c5e218d34d2d2ff/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,248 INFO [StoreOpener-cf874c872822903c3c5e218d34d2d2ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cf874c872822903c3c5e218d34d2d2ff 2024-12-12T03:24:01,250 INFO [StoreOpener-cf874c872822903c3c5e218d34d2d2ff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf874c872822903c3c5e218d34d2d2ff columnFamilyName norep 2024-12-12T03:24:01,250 DEBUG [StoreOpener-cf874c872822903c3c5e218d34d2d2ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,251 INFO [StoreOpener-cf874c872822903c3c5e218d34d2d2ff-1 {}] regionserver.HStore(327): Store=cf874c872822903c3c5e218d34d2d2ff/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,252 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/cf874c872822903c3c5e218d34d2d2ff 2024-12-12T03:24:01,253 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/cf874c872822903c3c5e218d34d2d2ff 2024-12-12T03:24:01,255 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:01,257 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for cf874c872822903c3c5e218d34d2d2ff 2024-12-12T03:24:01,259 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/cf874c872822903c3c5e218d34d2d2ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:01,260 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened cf874c872822903c3c5e218d34d2d2ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70931616, jitterRate=0.056963443756103516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:01,261 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for cf874c872822903c3c5e218d34d2d2ff: 2024-12-12T03:24:01,262 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1733973837034.cf874c872822903c3c5e218d34d2d2ff., pid=48, masterSystemTime=1733973841227 2024-12-12T03:24:01,264 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1733973837034.cf874c872822903c3c5e218d34d2d2ff. 2024-12-12T03:24:01,264 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,sss,1733973837034.cf874c872822903c3c5e218d34d2d2ff. 2024-12-12T03:24:01,264 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,xxx,1733973837034.ca62a652443e25ceafa0afede75576cb. 2024-12-12T03:24:01,264 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => ca62a652443e25ceafa0afede75576cb, NAME => 'test,xxx,1733973837034.ca62a652443e25ceafa0afede75576cb.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-12T03:24:01,264 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=cf874c872822903c3c5e218d34d2d2ff, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,264 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ca62a652443e25ceafa0afede75576cb 2024-12-12T03:24:01,265 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,xxx,1733973837034.ca62a652443e25ceafa0afede75576cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:01,265 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for ca62a652443e25ceafa0afede75576cb 2024-12-12T03:24:01,265 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for ca62a652443e25ceafa0afede75576cb 2024-12-12T03:24:01,267 INFO [StoreOpener-ca62a652443e25ceafa0afede75576cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ca62a652443e25ceafa0afede75576cb 2024-12-12T03:24:01,269 INFO [StoreOpener-ca62a652443e25ceafa0afede75576cb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca62a652443e25ceafa0afede75576cb columnFamilyName f 2024-12-12T03:24:01,269 DEBUG [StoreOpener-ca62a652443e25ceafa0afede75576cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,270 INFO [StoreOpener-ca62a652443e25ceafa0afede75576cb-1 {}] regionserver.HStore(327): Store=ca62a652443e25ceafa0afede75576cb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,270 INFO [StoreOpener-ca62a652443e25ceafa0afede75576cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ca62a652443e25ceafa0afede75576cb 2024-12-12T03:24:01,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=28 2024-12-12T03:24:01,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=28, state=SUCCESS; OpenRegionProcedure cf874c872822903c3c5e218d34d2d2ff, server=bc94ab33778f,43041,1733973825306 in 169 msec 2024-12-12T03:24:01,272 INFO [StoreOpener-ca62a652443e25ceafa0afede75576cb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca62a652443e25ceafa0afede75576cb columnFamilyName norep 2024-12-12T03:24:01,272 DEBUG [StoreOpener-ca62a652443e25ceafa0afede75576cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=cf874c872822903c3c5e218d34d2d2ff, ASSIGN in 368 msec 2024-12-12T03:24:01,272 INFO [StoreOpener-ca62a652443e25ceafa0afede75576cb-1 {}] regionserver.HStore(327): Store=ca62a652443e25ceafa0afede75576cb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,273 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/ca62a652443e25ceafa0afede75576cb 2024-12-12T03:24:01,274 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/ca62a652443e25ceafa0afede75576cb 2024-12-12T03:24:01,275 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:01,277 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for ca62a652443e25ceafa0afede75576cb 2024-12-12T03:24:01,279 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/ca62a652443e25ceafa0afede75576cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:01,280 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened ca62a652443e25ceafa0afede75576cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67934881, jitterRate=0.01230861246585846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:01,280 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for ca62a652443e25ceafa0afede75576cb: 2024-12-12T03:24:01,281 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1733973837034.ca62a652443e25ceafa0afede75576cb., pid=47, masterSystemTime=1733973841227 2024-12-12T03:24:01,283 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1733973837034.ca62a652443e25ceafa0afede75576cb. 2024-12-12T03:24:01,283 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,xxx,1733973837034.ca62a652443e25ceafa0afede75576cb. 2024-12-12T03:24:01,283 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,ggg,1733973837034.54c5e05326c0bb3450945056f50ba7f6. 2024-12-12T03:24:01,283 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 54c5e05326c0bb3450945056f50ba7f6, NAME => 'test,ggg,1733973837034.54c5e05326c0bb3450945056f50ba7f6.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-12T03:24:01,283 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=ca62a652443e25ceafa0afede75576cb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,284 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 54c5e05326c0bb3450945056f50ba7f6 2024-12-12T03:24:01,284 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,ggg,1733973837034.54c5e05326c0bb3450945056f50ba7f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:01,284 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 54c5e05326c0bb3450945056f50ba7f6 2024-12-12T03:24:01,284 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 54c5e05326c0bb3450945056f50ba7f6 2024-12-12T03:24:01,286 INFO [StoreOpener-54c5e05326c0bb3450945056f50ba7f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 54c5e05326c0bb3450945056f50ba7f6 2024-12-12T03:24:01,288 INFO [StoreOpener-54c5e05326c0bb3450945056f50ba7f6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54c5e05326c0bb3450945056f50ba7f6 columnFamilyName f 2024-12-12T03:24:01,288 DEBUG [StoreOpener-54c5e05326c0bb3450945056f50ba7f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,289 INFO [StoreOpener-54c5e05326c0bb3450945056f50ba7f6-1 {}] regionserver.HStore(327): Store=54c5e05326c0bb3450945056f50ba7f6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,289 INFO [StoreOpener-54c5e05326c0bb3450945056f50ba7f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 54c5e05326c0bb3450945056f50ba7f6 2024-12-12T03:24:01,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=33 2024-12-12T03:24:01,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=33, state=SUCCESS; OpenRegionProcedure ca62a652443e25ceafa0afede75576cb, server=bc94ab33778f,43041,1733973825306 in 188 msec 2024-12-12T03:24:01,291 INFO [StoreOpener-54c5e05326c0bb3450945056f50ba7f6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54c5e05326c0bb3450945056f50ba7f6 columnFamilyName norep 2024-12-12T03:24:01,291 DEBUG [StoreOpener-54c5e05326c0bb3450945056f50ba7f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ca62a652443e25ceafa0afede75576cb, ASSIGN in 386 msec 2024-12-12T03:24:01,292 INFO [StoreOpener-54c5e05326c0bb3450945056f50ba7f6-1 {}] regionserver.HStore(327): Store=54c5e05326c0bb3450945056f50ba7f6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,293 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/54c5e05326c0bb3450945056f50ba7f6 2024-12-12T03:24:01,294 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/54c5e05326c0bb3450945056f50ba7f6 2024-12-12T03:24:01,295 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:01,297 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 54c5e05326c0bb3450945056f50ba7f6 2024-12-12T03:24:01,299 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/54c5e05326c0bb3450945056f50ba7f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:01,300 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 54c5e05326c0bb3450945056f50ba7f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60082665, jitterRate=-0.10469852387905121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:01,300 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 54c5e05326c0bb3450945056f50ba7f6: 2024-12-12T03:24:01,301 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1733973837034.54c5e05326c0bb3450945056f50ba7f6., pid=49, masterSystemTime=1733973841227 2024-12-12T03:24:01,304 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1733973837034.54c5e05326c0bb3450945056f50ba7f6. 2024-12-12T03:24:01,304 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,ggg,1733973837034.54c5e05326c0bb3450945056f50ba7f6. 2024-12-12T03:24:01,304 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,jjj,1733973837034.e04d71acf96ed267c54d8df2bb2cec2a. 2024-12-12T03:24:01,304 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=54c5e05326c0bb3450945056f50ba7f6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,304 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => e04d71acf96ed267c54d8df2bb2cec2a, NAME => 'test,jjj,1733973837034.e04d71acf96ed267c54d8df2bb2cec2a.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-12T03:24:01,305 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e04d71acf96ed267c54d8df2bb2cec2a 2024-12-12T03:24:01,305 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,jjj,1733973837034.e04d71acf96ed267c54d8df2bb2cec2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:01,305 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for e04d71acf96ed267c54d8df2bb2cec2a 2024-12-12T03:24:01,305 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for e04d71acf96ed267c54d8df2bb2cec2a 2024-12-12T03:24:01,308 INFO [StoreOpener-e04d71acf96ed267c54d8df2bb2cec2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e04d71acf96ed267c54d8df2bb2cec2a 2024-12-12T03:24:01,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=16 2024-12-12T03:24:01,310 INFO [StoreOpener-e04d71acf96ed267c54d8df2bb2cec2a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e04d71acf96ed267c54d8df2bb2cec2a columnFamilyName f 2024-12-12T03:24:01,310 DEBUG [StoreOpener-e04d71acf96ed267c54d8df2bb2cec2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=16, state=SUCCESS; OpenRegionProcedure 54c5e05326c0bb3450945056f50ba7f6, server=bc94ab33778f,43041,1733973825306 in 203 msec 2024-12-12T03:24:01,311 INFO [StoreOpener-e04d71acf96ed267c54d8df2bb2cec2a-1 {}] regionserver.HStore(327): Store=e04d71acf96ed267c54d8df2bb2cec2a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,311 INFO [StoreOpener-e04d71acf96ed267c54d8df2bb2cec2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e04d71acf96ed267c54d8df2bb2cec2a 2024-12-12T03:24:01,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=54c5e05326c0bb3450945056f50ba7f6, ASSIGN in 407 msec 2024-12-12T03:24:01,313 INFO [StoreOpener-e04d71acf96ed267c54d8df2bb2cec2a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e04d71acf96ed267c54d8df2bb2cec2a columnFamilyName norep 2024-12-12T03:24:01,313 DEBUG [StoreOpener-e04d71acf96ed267c54d8df2bb2cec2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,313 INFO [StoreOpener-e04d71acf96ed267c54d8df2bb2cec2a-1 {}] regionserver.HStore(327): Store=e04d71acf96ed267c54d8df2bb2cec2a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,315 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/e04d71acf96ed267c54d8df2bb2cec2a 2024-12-12T03:24:01,315 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/e04d71acf96ed267c54d8df2bb2cec2a 2024-12-12T03:24:01,317 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:01,319 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for e04d71acf96ed267c54d8df2bb2cec2a 2024-12-12T03:24:01,322 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/e04d71acf96ed267c54d8df2bb2cec2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:01,322 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened e04d71acf96ed267c54d8df2bb2cec2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60781097, jitterRate=-0.0942910760641098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:01,322 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for e04d71acf96ed267c54d8df2bb2cec2a: 2024-12-12T03:24:01,323 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1733973837034.e04d71acf96ed267c54d8df2bb2cec2a., pid=46, masterSystemTime=1733973841227 2024-12-12T03:24:01,326 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1733973837034.e04d71acf96ed267c54d8df2bb2cec2a. 2024-12-12T03:24:01,326 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,jjj,1733973837034.e04d71acf96ed267c54d8df2bb2cec2a. 2024-12-12T03:24:01,326 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,kkk,1733973837034.7f311f00c68722008eb01c9cfcd1e62a. 2024-12-12T03:24:01,326 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 7f311f00c68722008eb01c9cfcd1e62a, NAME => 'test,kkk,1733973837034.7f311f00c68722008eb01c9cfcd1e62a.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-12T03:24:01,326 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=e04d71acf96ed267c54d8df2bb2cec2a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,327 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7f311f00c68722008eb01c9cfcd1e62a 2024-12-12T03:24:01,327 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,kkk,1733973837034.7f311f00c68722008eb01c9cfcd1e62a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:01,327 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 7f311f00c68722008eb01c9cfcd1e62a 2024-12-12T03:24:01,327 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 7f311f00c68722008eb01c9cfcd1e62a 2024-12-12T03:24:01,330 INFO [StoreOpener-7f311f00c68722008eb01c9cfcd1e62a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7f311f00c68722008eb01c9cfcd1e62a 2024-12-12T03:24:01,332 INFO [StoreOpener-7f311f00c68722008eb01c9cfcd1e62a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f311f00c68722008eb01c9cfcd1e62a columnFamilyName f 2024-12-12T03:24:01,332 DEBUG [StoreOpener-7f311f00c68722008eb01c9cfcd1e62a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=19 2024-12-12T03:24:01,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=19, state=SUCCESS; OpenRegionProcedure e04d71acf96ed267c54d8df2bb2cec2a, server=bc94ab33778f,43041,1733973825306 in 232 msec 2024-12-12T03:24:01,333 INFO [StoreOpener-7f311f00c68722008eb01c9cfcd1e62a-1 {}] regionserver.HStore(327): Store=7f311f00c68722008eb01c9cfcd1e62a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,333 INFO [StoreOpener-7f311f00c68722008eb01c9cfcd1e62a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7f311f00c68722008eb01c9cfcd1e62a 2024-12-12T03:24:01,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e04d71acf96ed267c54d8df2bb2cec2a, ASSIGN in 429 msec 2024-12-12T03:24:01,335 INFO [StoreOpener-7f311f00c68722008eb01c9cfcd1e62a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f311f00c68722008eb01c9cfcd1e62a columnFamilyName norep 2024-12-12T03:24:01,335 DEBUG [StoreOpener-7f311f00c68722008eb01c9cfcd1e62a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,336 INFO [StoreOpener-7f311f00c68722008eb01c9cfcd1e62a-1 {}] regionserver.HStore(327): Store=7f311f00c68722008eb01c9cfcd1e62a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,337 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/7f311f00c68722008eb01c9cfcd1e62a 2024-12-12T03:24:01,338 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/7f311f00c68722008eb01c9cfcd1e62a 2024-12-12T03:24:01,339 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:01,341 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 7f311f00c68722008eb01c9cfcd1e62a 2024-12-12T03:24:01,343 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/7f311f00c68722008eb01c9cfcd1e62a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:01,344 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 7f311f00c68722008eb01c9cfcd1e62a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70424714, jitterRate=0.04941001534461975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:01,344 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 7f311f00c68722008eb01c9cfcd1e62a: 2024-12-12T03:24:01,345 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1733973837034.7f311f00c68722008eb01c9cfcd1e62a., pid=58, masterSystemTime=1733973841227 2024-12-12T03:24:01,347 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1733973837034.7f311f00c68722008eb01c9cfcd1e62a. 2024-12-12T03:24:01,347 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,kkk,1733973837034.7f311f00c68722008eb01c9cfcd1e62a. 2024-12-12T03:24:01,347 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,ppp,1733973837034.b9083c0878c566b762b96a2ed1d97b51. 2024-12-12T03:24:01,347 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => b9083c0878c566b762b96a2ed1d97b51, NAME => 'test,ppp,1733973837034.b9083c0878c566b762b96a2ed1d97b51.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-12T03:24:01,348 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=7f311f00c68722008eb01c9cfcd1e62a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,348 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b9083c0878c566b762b96a2ed1d97b51 2024-12-12T03:24:01,348 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,ppp,1733973837034.b9083c0878c566b762b96a2ed1d97b51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:01,348 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for b9083c0878c566b762b96a2ed1d97b51 2024-12-12T03:24:01,348 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for b9083c0878c566b762b96a2ed1d97b51 2024-12-12T03:24:01,350 INFO [StoreOpener-b9083c0878c566b762b96a2ed1d97b51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b9083c0878c566b762b96a2ed1d97b51 2024-12-12T03:24:01,352 INFO [StoreOpener-b9083c0878c566b762b96a2ed1d97b51-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9083c0878c566b762b96a2ed1d97b51 columnFamilyName f 2024-12-12T03:24:01,352 DEBUG [StoreOpener-b9083c0878c566b762b96a2ed1d97b51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,353 INFO [StoreOpener-b9083c0878c566b762b96a2ed1d97b51-1 {}] regionserver.HStore(327): Store=b9083c0878c566b762b96a2ed1d97b51/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,353 INFO [StoreOpener-b9083c0878c566b762b96a2ed1d97b51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b9083c0878c566b762b96a2ed1d97b51 2024-12-12T03:24:01,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=20 2024-12-12T03:24:01,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=20, state=SUCCESS; OpenRegionProcedure 7f311f00c68722008eb01c9cfcd1e62a, server=bc94ab33778f,43041,1733973825306 in 223 msec 2024-12-12T03:24:01,355 INFO [StoreOpener-b9083c0878c566b762b96a2ed1d97b51-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9083c0878c566b762b96a2ed1d97b51 columnFamilyName norep 2024-12-12T03:24:01,355 DEBUG [StoreOpener-b9083c0878c566b762b96a2ed1d97b51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,356 INFO [StoreOpener-b9083c0878c566b762b96a2ed1d97b51-1 {}] regionserver.HStore(327): Store=b9083c0878c566b762b96a2ed1d97b51/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7f311f00c68722008eb01c9cfcd1e62a, ASSIGN in 451 msec 2024-12-12T03:24:01,357 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/b9083c0878c566b762b96a2ed1d97b51 2024-12-12T03:24:01,358 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/b9083c0878c566b762b96a2ed1d97b51 2024-12-12T03:24:01,359 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:01,361 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for b9083c0878c566b762b96a2ed1d97b51 2024-12-12T03:24:01,363 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/b9083c0878c566b762b96a2ed1d97b51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:01,364 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened b9083c0878c566b762b96a2ed1d97b51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59653224, jitterRate=-0.11109769344329834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:01,364 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for b9083c0878c566b762b96a2ed1d97b51: 2024-12-12T03:24:01,365 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1733973837034.b9083c0878c566b762b96a2ed1d97b51., pid=60, masterSystemTime=1733973841227 2024-12-12T03:24:01,368 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1733973837034.b9083c0878c566b762b96a2ed1d97b51. 2024-12-12T03:24:01,368 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,ppp,1733973837034.b9083c0878c566b762b96a2ed1d97b51. 2024-12-12T03:24:01,368 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,ttt,1733973837034.1dbf50e0e7af4f91bb34f0649bf647b0. 2024-12-12T03:24:01,368 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 1dbf50e0e7af4f91bb34f0649bf647b0, NAME => 'test,ttt,1733973837034.1dbf50e0e7af4f91bb34f0649bf647b0.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-12T03:24:01,369 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1dbf50e0e7af4f91bb34f0649bf647b0 2024-12-12T03:24:01,369 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=b9083c0878c566b762b96a2ed1d97b51, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,369 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,ttt,1733973837034.1dbf50e0e7af4f91bb34f0649bf647b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:01,369 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 1dbf50e0e7af4f91bb34f0649bf647b0 2024-12-12T03:24:01,369 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 1dbf50e0e7af4f91bb34f0649bf647b0 2024-12-12T03:24:01,371 INFO [StoreOpener-1dbf50e0e7af4f91bb34f0649bf647b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1dbf50e0e7af4f91bb34f0649bf647b0 2024-12-12T03:24:01,373 INFO [StoreOpener-1dbf50e0e7af4f91bb34f0649bf647b0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dbf50e0e7af4f91bb34f0649bf647b0 columnFamilyName f 2024-12-12T03:24:01,374 DEBUG [StoreOpener-1dbf50e0e7af4f91bb34f0649bf647b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,375 INFO [StoreOpener-1dbf50e0e7af4f91bb34f0649bf647b0-1 {}] regionserver.HStore(327): Store=1dbf50e0e7af4f91bb34f0649bf647b0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,375 INFO [StoreOpener-1dbf50e0e7af4f91bb34f0649bf647b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1dbf50e0e7af4f91bb34f0649bf647b0 2024-12-12T03:24:01,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=25 2024-12-12T03:24:01,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=25, state=SUCCESS; OpenRegionProcedure b9083c0878c566b762b96a2ed1d97b51, server=bc94ab33778f,43041,1733973825306 in 243 msec 2024-12-12T03:24:01,377 INFO [StoreOpener-1dbf50e0e7af4f91bb34f0649bf647b0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dbf50e0e7af4f91bb34f0649bf647b0 columnFamilyName norep 2024-12-12T03:24:01,377 DEBUG [StoreOpener-1dbf50e0e7af4f91bb34f0649bf647b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b9083c0878c566b762b96a2ed1d97b51, ASSIGN in 472 msec 2024-12-12T03:24:01,378 INFO [StoreOpener-1dbf50e0e7af4f91bb34f0649bf647b0-1 {}] regionserver.HStore(327): Store=1dbf50e0e7af4f91bb34f0649bf647b0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,379 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/1dbf50e0e7af4f91bb34f0649bf647b0 2024-12-12T03:24:01,380 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/1dbf50e0e7af4f91bb34f0649bf647b0 2024-12-12T03:24:01,381 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:01,383 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 1dbf50e0e7af4f91bb34f0649bf647b0 2024-12-12T03:24:01,386 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/1dbf50e0e7af4f91bb34f0649bf647b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:01,386 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 1dbf50e0e7af4f91bb34f0649bf647b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66167244, jitterRate=-0.01403123140335083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:01,387 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 1dbf50e0e7af4f91bb34f0649bf647b0: 2024-12-12T03:24:01,388 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1733973837034.1dbf50e0e7af4f91bb34f0649bf647b0., pid=56, masterSystemTime=1733973841227 2024-12-12T03:24:01,390 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1733973837034.1dbf50e0e7af4f91bb34f0649bf647b0. 2024-12-12T03:24:01,390 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,ttt,1733973837034.1dbf50e0e7af4f91bb34f0649bf647b0. 2024-12-12T03:24:01,390 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,rrr,1733973837034.72d23640a8b223a4e3740c6ee4c8c66b. 2024-12-12T03:24:01,391 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 72d23640a8b223a4e3740c6ee4c8c66b, NAME => 'test,rrr,1733973837034.72d23640a8b223a4e3740c6ee4c8c66b.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-12T03:24:01,391 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=1dbf50e0e7af4f91bb34f0649bf647b0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,391 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 72d23640a8b223a4e3740c6ee4c8c66b 2024-12-12T03:24:01,391 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,rrr,1733973837034.72d23640a8b223a4e3740c6ee4c8c66b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:01,391 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 72d23640a8b223a4e3740c6ee4c8c66b 2024-12-12T03:24:01,391 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 72d23640a8b223a4e3740c6ee4c8c66b 2024-12-12T03:24:01,394 INFO [StoreOpener-72d23640a8b223a4e3740c6ee4c8c66b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 72d23640a8b223a4e3740c6ee4c8c66b 2024-12-12T03:24:01,396 INFO [StoreOpener-72d23640a8b223a4e3740c6ee4c8c66b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72d23640a8b223a4e3740c6ee4c8c66b columnFamilyName f 2024-12-12T03:24:01,396 DEBUG [StoreOpener-72d23640a8b223a4e3740c6ee4c8c66b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=29 2024-12-12T03:24:01,397 INFO [StoreOpener-72d23640a8b223a4e3740c6ee4c8c66b-1 {}] regionserver.HStore(327): Store=72d23640a8b223a4e3740c6ee4c8c66b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,397 INFO [StoreOpener-72d23640a8b223a4e3740c6ee4c8c66b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 72d23640a8b223a4e3740c6ee4c8c66b 2024-12-12T03:24:01,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=29, state=SUCCESS; OpenRegionProcedure 1dbf50e0e7af4f91bb34f0649bf647b0, server=bc94ab33778f,43041,1733973825306 in 273 msec 2024-12-12T03:24:01,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1dbf50e0e7af4f91bb34f0649bf647b0, ASSIGN in 494 msec 2024-12-12T03:24:01,399 INFO [StoreOpener-72d23640a8b223a4e3740c6ee4c8c66b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72d23640a8b223a4e3740c6ee4c8c66b columnFamilyName norep 2024-12-12T03:24:01,399 DEBUG [StoreOpener-72d23640a8b223a4e3740c6ee4c8c66b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,400 INFO [StoreOpener-72d23640a8b223a4e3740c6ee4c8c66b-1 {}] regionserver.HStore(327): Store=72d23640a8b223a4e3740c6ee4c8c66b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,401 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/72d23640a8b223a4e3740c6ee4c8c66b 2024-12-12T03:24:01,401 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/72d23640a8b223a4e3740c6ee4c8c66b 2024-12-12T03:24:01,403 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:01,405 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 72d23640a8b223a4e3740c6ee4c8c66b 2024-12-12T03:24:01,408 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/72d23640a8b223a4e3740c6ee4c8c66b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:01,409 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 72d23640a8b223a4e3740c6ee4c8c66b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72070204, jitterRate=0.07392972707748413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:01,409 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 72d23640a8b223a4e3740c6ee4c8c66b: 2024-12-12T03:24:01,410 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1733973837034.72d23640a8b223a4e3740c6ee4c8c66b., pid=39, masterSystemTime=1733973841227 2024-12-12T03:24:01,412 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1733973837034.72d23640a8b223a4e3740c6ee4c8c66b. 2024-12-12T03:24:01,413 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,rrr,1733973837034.72d23640a8b223a4e3740c6ee4c8c66b. 2024-12-12T03:24:01,413 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,ccc,1733973837034.3d1f1b05e5d85ddbee2187ac003b225b. 2024-12-12T03:24:01,413 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 3d1f1b05e5d85ddbee2187ac003b225b, NAME => 'test,ccc,1733973837034.3d1f1b05e5d85ddbee2187ac003b225b.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-12T03:24:01,413 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=72d23640a8b223a4e3740c6ee4c8c66b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,413 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3d1f1b05e5d85ddbee2187ac003b225b 2024-12-12T03:24:01,413 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,ccc,1733973837034.3d1f1b05e5d85ddbee2187ac003b225b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:01,413 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 3d1f1b05e5d85ddbee2187ac003b225b 2024-12-12T03:24:01,413 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 3d1f1b05e5d85ddbee2187ac003b225b 2024-12-12T03:24:01,416 INFO [StoreOpener-3d1f1b05e5d85ddbee2187ac003b225b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3d1f1b05e5d85ddbee2187ac003b225b 2024-12-12T03:24:01,418 INFO [StoreOpener-3d1f1b05e5d85ddbee2187ac003b225b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d1f1b05e5d85ddbee2187ac003b225b columnFamilyName f 2024-12-12T03:24:01,418 DEBUG [StoreOpener-3d1f1b05e5d85ddbee2187ac003b225b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,419 INFO [StoreOpener-3d1f1b05e5d85ddbee2187ac003b225b-1 {}] regionserver.HStore(327): Store=3d1f1b05e5d85ddbee2187ac003b225b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,419 INFO [StoreOpener-3d1f1b05e5d85ddbee2187ac003b225b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3d1f1b05e5d85ddbee2187ac003b225b 2024-12-12T03:24:01,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=27 2024-12-12T03:24:01,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=27, state=SUCCESS; OpenRegionProcedure 72d23640a8b223a4e3740c6ee4c8c66b, server=bc94ab33778f,43041,1733973825306 in 337 msec 2024-12-12T03:24:01,421 INFO [StoreOpener-3d1f1b05e5d85ddbee2187ac003b225b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d1f1b05e5d85ddbee2187ac003b225b columnFamilyName norep 2024-12-12T03:24:01,421 DEBUG [StoreOpener-3d1f1b05e5d85ddbee2187ac003b225b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=72d23640a8b223a4e3740c6ee4c8c66b, ASSIGN in 517 msec 2024-12-12T03:24:01,422 INFO [StoreOpener-3d1f1b05e5d85ddbee2187ac003b225b-1 {}] regionserver.HStore(327): Store=3d1f1b05e5d85ddbee2187ac003b225b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,423 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/3d1f1b05e5d85ddbee2187ac003b225b 2024-12-12T03:24:01,423 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/3d1f1b05e5d85ddbee2187ac003b225b 2024-12-12T03:24:01,425 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:01,426 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 3d1f1b05e5d85ddbee2187ac003b225b 2024-12-12T03:24:01,429 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/3d1f1b05e5d85ddbee2187ac003b225b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:01,430 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 3d1f1b05e5d85ddbee2187ac003b225b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74036168, jitterRate=0.10322487354278564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:01,430 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 3d1f1b05e5d85ddbee2187ac003b225b: 2024-12-12T03:24:01,431 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1733973837034.3d1f1b05e5d85ddbee2187ac003b225b., pid=54, masterSystemTime=1733973841227 2024-12-12T03:24:01,433 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1733973837034.3d1f1b05e5d85ddbee2187ac003b225b. 2024-12-12T03:24:01,433 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,ccc,1733973837034.3d1f1b05e5d85ddbee2187ac003b225b. 2024-12-12T03:24:01,433 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,nnn,1733973837034.5ad1847a7cde0b572cdfaaac28032c09. 2024-12-12T03:24:01,433 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 5ad1847a7cde0b572cdfaaac28032c09, NAME => 'test,nnn,1733973837034.5ad1847a7cde0b572cdfaaac28032c09.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-12T03:24:01,434 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5ad1847a7cde0b572cdfaaac28032c09 2024-12-12T03:24:01,434 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,nnn,1733973837034.5ad1847a7cde0b572cdfaaac28032c09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:01,434 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=3d1f1b05e5d85ddbee2187ac003b225b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,434 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 5ad1847a7cde0b572cdfaaac28032c09 2024-12-12T03:24:01,434 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 5ad1847a7cde0b572cdfaaac28032c09 2024-12-12T03:24:01,436 INFO [StoreOpener-5ad1847a7cde0b572cdfaaac28032c09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5ad1847a7cde0b572cdfaaac28032c09 2024-12-12T03:24:01,438 INFO [StoreOpener-5ad1847a7cde0b572cdfaaac28032c09-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ad1847a7cde0b572cdfaaac28032c09 columnFamilyName f 2024-12-12T03:24:01,438 DEBUG [StoreOpener-5ad1847a7cde0b572cdfaaac28032c09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,439 INFO [StoreOpener-5ad1847a7cde0b572cdfaaac28032c09-1 {}] regionserver.HStore(327): Store=5ad1847a7cde0b572cdfaaac28032c09/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,439 INFO [StoreOpener-5ad1847a7cde0b572cdfaaac28032c09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5ad1847a7cde0b572cdfaaac28032c09 2024-12-12T03:24:01,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=12 2024-12-12T03:24:01,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=12, state=SUCCESS; OpenRegionProcedure 3d1f1b05e5d85ddbee2187ac003b225b, server=bc94ab33778f,43041,1733973825306 in 320 msec 2024-12-12T03:24:01,441 INFO [StoreOpener-5ad1847a7cde0b572cdfaaac28032c09-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ad1847a7cde0b572cdfaaac28032c09 columnFamilyName norep 2024-12-12T03:24:01,441 DEBUG [StoreOpener-5ad1847a7cde0b572cdfaaac28032c09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3d1f1b05e5d85ddbee2187ac003b225b, ASSIGN in 537 msec 2024-12-12T03:24:01,442 INFO [StoreOpener-5ad1847a7cde0b572cdfaaac28032c09-1 {}] regionserver.HStore(327): Store=5ad1847a7cde0b572cdfaaac28032c09/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,443 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/5ad1847a7cde0b572cdfaaac28032c09 2024-12-12T03:24:01,443 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/5ad1847a7cde0b572cdfaaac28032c09 2024-12-12T03:24:01,445 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:01,446 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 5ad1847a7cde0b572cdfaaac28032c09 2024-12-12T03:24:01,449 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/5ad1847a7cde0b572cdfaaac28032c09/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:01,450 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 5ad1847a7cde0b572cdfaaac28032c09; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65610641, jitterRate=-0.022325262427330017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:01,450 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 5ad1847a7cde0b572cdfaaac28032c09: 2024-12-12T03:24:01,451 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1733973837034.5ad1847a7cde0b572cdfaaac28032c09., pid=37, masterSystemTime=1733973841227 2024-12-12T03:24:01,453 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1733973837034.5ad1847a7cde0b572cdfaaac28032c09. 2024-12-12T03:24:01,454 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,nnn,1733973837034.5ad1847a7cde0b572cdfaaac28032c09. 2024-12-12T03:24:01,454 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,vvv,1733973837034.8de83cd241996d2bf2c24b0e318cc034. 2024-12-12T03:24:01,454 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 8de83cd241996d2bf2c24b0e318cc034, NAME => 'test,vvv,1733973837034.8de83cd241996d2bf2c24b0e318cc034.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-12T03:24:01,454 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8de83cd241996d2bf2c24b0e318cc034 2024-12-12T03:24:01,454 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=5ad1847a7cde0b572cdfaaac28032c09, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,454 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,vvv,1733973837034.8de83cd241996d2bf2c24b0e318cc034.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:01,454 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 8de83cd241996d2bf2c24b0e318cc034 2024-12-12T03:24:01,454 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 8de83cd241996d2bf2c24b0e318cc034 2024-12-12T03:24:01,457 INFO [StoreOpener-8de83cd241996d2bf2c24b0e318cc034-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8de83cd241996d2bf2c24b0e318cc034 2024-12-12T03:24:01,459 INFO [StoreOpener-8de83cd241996d2bf2c24b0e318cc034-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8de83cd241996d2bf2c24b0e318cc034 columnFamilyName f 2024-12-12T03:24:01,459 DEBUG [StoreOpener-8de83cd241996d2bf2c24b0e318cc034-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=23 2024-12-12T03:24:01,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=23, state=SUCCESS; OpenRegionProcedure 5ad1847a7cde0b572cdfaaac28032c09, server=bc94ab33778f,43041,1733973825306 in 383 msec 2024-12-12T03:24:01,460 INFO [StoreOpener-8de83cd241996d2bf2c24b0e318cc034-1 {}] regionserver.HStore(327): Store=8de83cd241996d2bf2c24b0e318cc034/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,460 INFO [StoreOpener-8de83cd241996d2bf2c24b0e318cc034-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8de83cd241996d2bf2c24b0e318cc034 2024-12-12T03:24:01,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5ad1847a7cde0b572cdfaaac28032c09, ASSIGN in 557 msec 2024-12-12T03:24:01,463 INFO [StoreOpener-8de83cd241996d2bf2c24b0e318cc034-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8de83cd241996d2bf2c24b0e318cc034 columnFamilyName norep 2024-12-12T03:24:01,463 DEBUG [StoreOpener-8de83cd241996d2bf2c24b0e318cc034-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,463 INFO [StoreOpener-8de83cd241996d2bf2c24b0e318cc034-1 {}] regionserver.HStore(327): Store=8de83cd241996d2bf2c24b0e318cc034/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,465 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/8de83cd241996d2bf2c24b0e318cc034 2024-12-12T03:24:01,465 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/8de83cd241996d2bf2c24b0e318cc034 2024-12-12T03:24:01,467 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:01,469 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 8de83cd241996d2bf2c24b0e318cc034 2024-12-12T03:24:01,472 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/8de83cd241996d2bf2c24b0e318cc034/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:01,473 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 8de83cd241996d2bf2c24b0e318cc034; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75237100, jitterRate=0.1211201548576355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:01,473 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 8de83cd241996d2bf2c24b0e318cc034: 2024-12-12T03:24:01,474 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1733973837034.8de83cd241996d2bf2c24b0e318cc034., pid=50, masterSystemTime=1733973841227 2024-12-12T03:24:01,476 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1733973837034.8de83cd241996d2bf2c24b0e318cc034. 2024-12-12T03:24:01,476 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,vvv,1733973837034.8de83cd241996d2bf2c24b0e318cc034. 2024-12-12T03:24:01,476 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,yyy,1733973837034.e775aafd5908fde4dc1cf269ac4e8273. 2024-12-12T03:24:01,477 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => e775aafd5908fde4dc1cf269ac4e8273, NAME => 'test,yyy,1733973837034.e775aafd5908fde4dc1cf269ac4e8273.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-12T03:24:01,477 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=8de83cd241996d2bf2c24b0e318cc034, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,477 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e775aafd5908fde4dc1cf269ac4e8273 2024-12-12T03:24:01,477 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,yyy,1733973837034.e775aafd5908fde4dc1cf269ac4e8273.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:01,477 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for e775aafd5908fde4dc1cf269ac4e8273 2024-12-12T03:24:01,477 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for e775aafd5908fde4dc1cf269ac4e8273 2024-12-12T03:24:01,480 INFO [StoreOpener-e775aafd5908fde4dc1cf269ac4e8273-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e775aafd5908fde4dc1cf269ac4e8273 2024-12-12T03:24:01,482 INFO [StoreOpener-e775aafd5908fde4dc1cf269ac4e8273-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e775aafd5908fde4dc1cf269ac4e8273 columnFamilyName f 2024-12-12T03:24:01,482 DEBUG [StoreOpener-e775aafd5908fde4dc1cf269ac4e8273-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=31 2024-12-12T03:24:01,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=31, state=SUCCESS; OpenRegionProcedure 8de83cd241996d2bf2c24b0e318cc034, server=bc94ab33778f,43041,1733973825306 in 373 msec 2024-12-12T03:24:01,483 INFO [StoreOpener-e775aafd5908fde4dc1cf269ac4e8273-1 {}] regionserver.HStore(327): Store=e775aafd5908fde4dc1cf269ac4e8273/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,483 INFO [StoreOpener-e775aafd5908fde4dc1cf269ac4e8273-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e775aafd5908fde4dc1cf269ac4e8273 2024-12-12T03:24:01,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8de83cd241996d2bf2c24b0e318cc034, ASSIGN in 579 msec 2024-12-12T03:24:01,485 INFO [StoreOpener-e775aafd5908fde4dc1cf269ac4e8273-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e775aafd5908fde4dc1cf269ac4e8273 columnFamilyName norep 2024-12-12T03:24:01,485 DEBUG [StoreOpener-e775aafd5908fde4dc1cf269ac4e8273-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,486 INFO [StoreOpener-e775aafd5908fde4dc1cf269ac4e8273-1 {}] regionserver.HStore(327): Store=e775aafd5908fde4dc1cf269ac4e8273/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,487 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/e775aafd5908fde4dc1cf269ac4e8273 2024-12-12T03:24:01,487 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/e775aafd5908fde4dc1cf269ac4e8273 2024-12-12T03:24:01,489 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:01,490 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for e775aafd5908fde4dc1cf269ac4e8273 2024-12-12T03:24:01,493 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/e775aafd5908fde4dc1cf269ac4e8273/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:01,494 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened e775aafd5908fde4dc1cf269ac4e8273; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65668565, jitterRate=-0.021462127566337585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:01,494 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for e775aafd5908fde4dc1cf269ac4e8273: 2024-12-12T03:24:01,495 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1733973837034.e775aafd5908fde4dc1cf269ac4e8273., pid=42, masterSystemTime=1733973841227 2024-12-12T03:24:01,497 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1733973837034.e775aafd5908fde4dc1cf269ac4e8273. 2024-12-12T03:24:01,497 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,yyy,1733973837034.e775aafd5908fde4dc1cf269ac4e8273. 2024-12-12T03:24:01,497 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,ddd,1733973837034.9f091484f6394ba4c38812f6780f3dd8. 2024-12-12T03:24:01,498 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 9f091484f6394ba4c38812f6780f3dd8, NAME => 'test,ddd,1733973837034.9f091484f6394ba4c38812f6780f3dd8.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-12T03:24:01,498 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=e775aafd5908fde4dc1cf269ac4e8273, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,498 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9f091484f6394ba4c38812f6780f3dd8 2024-12-12T03:24:01,498 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,ddd,1733973837034.9f091484f6394ba4c38812f6780f3dd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:01,498 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 9f091484f6394ba4c38812f6780f3dd8 2024-12-12T03:24:01,498 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 9f091484f6394ba4c38812f6780f3dd8 2024-12-12T03:24:01,501 INFO [StoreOpener-9f091484f6394ba4c38812f6780f3dd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9f091484f6394ba4c38812f6780f3dd8 2024-12-12T03:24:01,503 INFO [StoreOpener-9f091484f6394ba4c38812f6780f3dd8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f091484f6394ba4c38812f6780f3dd8 columnFamilyName f 2024-12-12T03:24:01,503 DEBUG [StoreOpener-9f091484f6394ba4c38812f6780f3dd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,503 INFO [StoreOpener-9f091484f6394ba4c38812f6780f3dd8-1 {}] regionserver.HStore(327): Store=9f091484f6394ba4c38812f6780f3dd8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=34 2024-12-12T03:24:01,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=34, state=SUCCESS; OpenRegionProcedure e775aafd5908fde4dc1cf269ac4e8273, server=bc94ab33778f,43041,1733973825306 in 415 msec 2024-12-12T03:24:01,504 INFO [StoreOpener-9f091484f6394ba4c38812f6780f3dd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9f091484f6394ba4c38812f6780f3dd8 2024-12-12T03:24:01,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e775aafd5908fde4dc1cf269ac4e8273, ASSIGN in 600 msec 2024-12-12T03:24:01,506 INFO [StoreOpener-9f091484f6394ba4c38812f6780f3dd8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f091484f6394ba4c38812f6780f3dd8 columnFamilyName norep 2024-12-12T03:24:01,506 DEBUG [StoreOpener-9f091484f6394ba4c38812f6780f3dd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,506 INFO [StoreOpener-9f091484f6394ba4c38812f6780f3dd8-1 {}] regionserver.HStore(327): Store=9f091484f6394ba4c38812f6780f3dd8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,507 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/9f091484f6394ba4c38812f6780f3dd8 2024-12-12T03:24:01,508 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/9f091484f6394ba4c38812f6780f3dd8 2024-12-12T03:24:01,509 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:01,510 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 9f091484f6394ba4c38812f6780f3dd8 2024-12-12T03:24:01,513 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/9f091484f6394ba4c38812f6780f3dd8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:01,513 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 9f091484f6394ba4c38812f6780f3dd8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60182076, jitterRate=-0.10321718454360962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:01,514 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 9f091484f6394ba4c38812f6780f3dd8: 2024-12-12T03:24:01,515 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1733973837034.9f091484f6394ba4c38812f6780f3dd8., pid=36, masterSystemTime=1733973841227 2024-12-12T03:24:01,517 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1733973837034.9f091484f6394ba4c38812f6780f3dd8. 2024-12-12T03:24:01,517 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,ddd,1733973837034.9f091484f6394ba4c38812f6780f3dd8. 2024-12-12T03:24:01,517 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,uuu,1733973837034.0f0df704c11f5a723514020f950c3a65. 2024-12-12T03:24:01,517 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 0f0df704c11f5a723514020f950c3a65, NAME => 'test,uuu,1733973837034.0f0df704c11f5a723514020f950c3a65.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-12T03:24:01,518 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=9f091484f6394ba4c38812f6780f3dd8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,518 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0f0df704c11f5a723514020f950c3a65 2024-12-12T03:24:01,518 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,uuu,1733973837034.0f0df704c11f5a723514020f950c3a65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:01,518 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 0f0df704c11f5a723514020f950c3a65 2024-12-12T03:24:01,518 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 0f0df704c11f5a723514020f950c3a65 2024-12-12T03:24:01,520 INFO [StoreOpener-0f0df704c11f5a723514020f950c3a65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0f0df704c11f5a723514020f950c3a65 2024-12-12T03:24:01,522 INFO [StoreOpener-0f0df704c11f5a723514020f950c3a65-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f0df704c11f5a723514020f950c3a65 columnFamilyName f 2024-12-12T03:24:01,522 DEBUG [StoreOpener-0f0df704c11f5a723514020f950c3a65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,523 INFO [StoreOpener-0f0df704c11f5a723514020f950c3a65-1 {}] regionserver.HStore(327): Store=0f0df704c11f5a723514020f950c3a65/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,523 INFO [StoreOpener-0f0df704c11f5a723514020f950c3a65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0f0df704c11f5a723514020f950c3a65 2024-12-12T03:24:01,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=13 2024-12-12T03:24:01,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=13, state=SUCCESS; OpenRegionProcedure 9f091484f6394ba4c38812f6780f3dd8, server=bc94ab33778f,43041,1733973825306 in 449 msec 2024-12-12T03:24:01,525 INFO [StoreOpener-0f0df704c11f5a723514020f950c3a65-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f0df704c11f5a723514020f950c3a65 columnFamilyName norep 2024-12-12T03:24:01,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9f091484f6394ba4c38812f6780f3dd8, ASSIGN in 621 msec 2024-12-12T03:24:01,525 DEBUG [StoreOpener-0f0df704c11f5a723514020f950c3a65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,526 INFO [StoreOpener-0f0df704c11f5a723514020f950c3a65-1 {}] regionserver.HStore(327): Store=0f0df704c11f5a723514020f950c3a65/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,527 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/0f0df704c11f5a723514020f950c3a65 2024-12-12T03:24:01,527 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/0f0df704c11f5a723514020f950c3a65 2024-12-12T03:24:01,529 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:01,530 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 0f0df704c11f5a723514020f950c3a65 2024-12-12T03:24:01,532 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/0f0df704c11f5a723514020f950c3a65/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:01,533 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 0f0df704c11f5a723514020f950c3a65; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72936373, jitterRate=0.08683665096759796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:01,533 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 0f0df704c11f5a723514020f950c3a65: 2024-12-12T03:24:01,534 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1733973837034.0f0df704c11f5a723514020f950c3a65., pid=41, masterSystemTime=1733973841227 2024-12-12T03:24:01,536 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1733973837034.0f0df704c11f5a723514020f950c3a65. 2024-12-12T03:24:01,537 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,uuu,1733973837034.0f0df704c11f5a723514020f950c3a65. 2024-12-12T03:24:01,537 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,zzz,1733973837034.7525a23ca14e42b0b7083d8a9bcbc856. 2024-12-12T03:24:01,537 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 7525a23ca14e42b0b7083d8a9bcbc856, NAME => 'test,zzz,1733973837034.7525a23ca14e42b0b7083d8a9bcbc856.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-12T03:24:01,537 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=0f0df704c11f5a723514020f950c3a65, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,537 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7525a23ca14e42b0b7083d8a9bcbc856 2024-12-12T03:24:01,537 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,zzz,1733973837034.7525a23ca14e42b0b7083d8a9bcbc856.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:01,538 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 7525a23ca14e42b0b7083d8a9bcbc856 2024-12-12T03:24:01,538 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 7525a23ca14e42b0b7083d8a9bcbc856 2024-12-12T03:24:01,540 INFO [StoreOpener-7525a23ca14e42b0b7083d8a9bcbc856-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7525a23ca14e42b0b7083d8a9bcbc856 2024-12-12T03:24:01,542 INFO [StoreOpener-7525a23ca14e42b0b7083d8a9bcbc856-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7525a23ca14e42b0b7083d8a9bcbc856 columnFamilyName f 2024-12-12T03:24:01,542 DEBUG [StoreOpener-7525a23ca14e42b0b7083d8a9bcbc856-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,542 INFO [StoreOpener-7525a23ca14e42b0b7083d8a9bcbc856-1 {}] regionserver.HStore(327): Store=7525a23ca14e42b0b7083d8a9bcbc856/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,543 INFO [StoreOpener-7525a23ca14e42b0b7083d8a9bcbc856-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7525a23ca14e42b0b7083d8a9bcbc856 2024-12-12T03:24:01,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=30 2024-12-12T03:24:01,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=30, state=SUCCESS; OpenRegionProcedure 0f0df704c11f5a723514020f950c3a65, server=bc94ab33778f,43041,1733973825306 in 459 msec 2024-12-12T03:24:01,544 INFO [StoreOpener-7525a23ca14e42b0b7083d8a9bcbc856-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7525a23ca14e42b0b7083d8a9bcbc856 columnFamilyName norep 2024-12-12T03:24:01,545 DEBUG [StoreOpener-7525a23ca14e42b0b7083d8a9bcbc856-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0f0df704c11f5a723514020f950c3a65, ASSIGN in 640 msec 2024-12-12T03:24:01,545 INFO [StoreOpener-7525a23ca14e42b0b7083d8a9bcbc856-1 {}] regionserver.HStore(327): Store=7525a23ca14e42b0b7083d8a9bcbc856/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,546 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/7525a23ca14e42b0b7083d8a9bcbc856 2024-12-12T03:24:01,546 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/7525a23ca14e42b0b7083d8a9bcbc856 2024-12-12T03:24:01,548 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:01,549 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 7525a23ca14e42b0b7083d8a9bcbc856 2024-12-12T03:24:01,551 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/7525a23ca14e42b0b7083d8a9bcbc856/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:01,551 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 7525a23ca14e42b0b7083d8a9bcbc856; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63554177, jitterRate=-0.052968963980674744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:01,552 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 7525a23ca14e42b0b7083d8a9bcbc856: 2024-12-12T03:24:01,552 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1733973837034.7525a23ca14e42b0b7083d8a9bcbc856., pid=57, masterSystemTime=1733973841227 2024-12-12T03:24:01,554 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1733973837034.7525a23ca14e42b0b7083d8a9bcbc856. 2024-12-12T03:24:01,554 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,zzz,1733973837034.7525a23ca14e42b0b7083d8a9bcbc856. 2024-12-12T03:24:01,554 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,,1733973837034.b64487797e56d4e39c9992cbf9a3942d. 2024-12-12T03:24:01,555 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => b64487797e56d4e39c9992cbf9a3942d, NAME => 'test,,1733973837034.b64487797e56d4e39c9992cbf9a3942d.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-12T03:24:01,555 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=7525a23ca14e42b0b7083d8a9bcbc856, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,555 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b64487797e56d4e39c9992cbf9a3942d 2024-12-12T03:24:01,555 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,,1733973837034.b64487797e56d4e39c9992cbf9a3942d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:01,555 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for b64487797e56d4e39c9992cbf9a3942d 2024-12-12T03:24:01,555 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for b64487797e56d4e39c9992cbf9a3942d 2024-12-12T03:24:01,558 INFO [StoreOpener-b64487797e56d4e39c9992cbf9a3942d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b64487797e56d4e39c9992cbf9a3942d 2024-12-12T03:24:01,559 INFO [StoreOpener-b64487797e56d4e39c9992cbf9a3942d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b64487797e56d4e39c9992cbf9a3942d columnFamilyName f 2024-12-12T03:24:01,559 DEBUG [StoreOpener-b64487797e56d4e39c9992cbf9a3942d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=35 2024-12-12T03:24:01,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=35, state=SUCCESS; OpenRegionProcedure 7525a23ca14e42b0b7083d8a9bcbc856, server=bc94ab33778f,43041,1733973825306 in 433 msec 2024-12-12T03:24:01,560 INFO [StoreOpener-b64487797e56d4e39c9992cbf9a3942d-1 {}] regionserver.HStore(327): Store=b64487797e56d4e39c9992cbf9a3942d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,560 INFO [StoreOpener-b64487797e56d4e39c9992cbf9a3942d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b64487797e56d4e39c9992cbf9a3942d 2024-12-12T03:24:01,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7525a23ca14e42b0b7083d8a9bcbc856, ASSIGN in 657 msec 2024-12-12T03:24:01,562 INFO [StoreOpener-b64487797e56d4e39c9992cbf9a3942d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b64487797e56d4e39c9992cbf9a3942d columnFamilyName norep 2024-12-12T03:24:01,562 DEBUG [StoreOpener-b64487797e56d4e39c9992cbf9a3942d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,563 INFO [StoreOpener-b64487797e56d4e39c9992cbf9a3942d-1 {}] regionserver.HStore(327): Store=b64487797e56d4e39c9992cbf9a3942d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,563 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/b64487797e56d4e39c9992cbf9a3942d 2024-12-12T03:24:01,564 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/b64487797e56d4e39c9992cbf9a3942d 2024-12-12T03:24:01,565 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:01,566 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for b64487797e56d4e39c9992cbf9a3942d 2024-12-12T03:24:01,569 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/b64487797e56d4e39c9992cbf9a3942d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:01,569 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened b64487797e56d4e39c9992cbf9a3942d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59913718, jitterRate=-0.10721603035926819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:01,569 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for b64487797e56d4e39c9992cbf9a3942d: 2024-12-12T03:24:01,570 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1733973837034.b64487797e56d4e39c9992cbf9a3942d., pid=51, masterSystemTime=1733973841227 2024-12-12T03:24:01,572 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1733973837034.b64487797e56d4e39c9992cbf9a3942d. 2024-12-12T03:24:01,572 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,,1733973837034.b64487797e56d4e39c9992cbf9a3942d. 2024-12-12T03:24:01,572 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,eee,1733973837034.5b7e775dcc811701bcc26b1152bec1bc. 2024-12-12T03:24:01,572 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 5b7e775dcc811701bcc26b1152bec1bc, NAME => 'test,eee,1733973837034.5b7e775dcc811701bcc26b1152bec1bc.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-12T03:24:01,572 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b64487797e56d4e39c9992cbf9a3942d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,573 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5b7e775dcc811701bcc26b1152bec1bc 2024-12-12T03:24:01,573 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,eee,1733973837034.5b7e775dcc811701bcc26b1152bec1bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:01,573 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 5b7e775dcc811701bcc26b1152bec1bc 2024-12-12T03:24:01,573 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 5b7e775dcc811701bcc26b1152bec1bc 2024-12-12T03:24:01,575 INFO [StoreOpener-5b7e775dcc811701bcc26b1152bec1bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5b7e775dcc811701bcc26b1152bec1bc 2024-12-12T03:24:01,577 INFO [StoreOpener-5b7e775dcc811701bcc26b1152bec1bc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b7e775dcc811701bcc26b1152bec1bc columnFamilyName f 2024-12-12T03:24:01,577 DEBUG [StoreOpener-5b7e775dcc811701bcc26b1152bec1bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=10 2024-12-12T03:24:01,578 INFO [StoreOpener-5b7e775dcc811701bcc26b1152bec1bc-1 {}] regionserver.HStore(327): Store=5b7e775dcc811701bcc26b1152bec1bc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=10, state=SUCCESS; OpenRegionProcedure b64487797e56d4e39c9992cbf9a3942d, server=bc94ab33778f,43041,1733973825306 in 466 msec 2024-12-12T03:24:01,578 INFO [StoreOpener-5b7e775dcc811701bcc26b1152bec1bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5b7e775dcc811701bcc26b1152bec1bc 2024-12-12T03:24:01,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b64487797e56d4e39c9992cbf9a3942d, ASSIGN in 675 msec 2024-12-12T03:24:01,580 INFO [StoreOpener-5b7e775dcc811701bcc26b1152bec1bc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b7e775dcc811701bcc26b1152bec1bc columnFamilyName norep 2024-12-12T03:24:01,580 DEBUG [StoreOpener-5b7e775dcc811701bcc26b1152bec1bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,580 INFO [StoreOpener-5b7e775dcc811701bcc26b1152bec1bc-1 {}] regionserver.HStore(327): Store=5b7e775dcc811701bcc26b1152bec1bc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,581 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/5b7e775dcc811701bcc26b1152bec1bc 2024-12-12T03:24:01,582 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/5b7e775dcc811701bcc26b1152bec1bc 2024-12-12T03:24:01,583 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:01,584 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 5b7e775dcc811701bcc26b1152bec1bc 2024-12-12T03:24:01,587 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/5b7e775dcc811701bcc26b1152bec1bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:01,587 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 5b7e775dcc811701bcc26b1152bec1bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60744279, jitterRate=-0.09483970701694489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:01,587 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 5b7e775dcc811701bcc26b1152bec1bc: 2024-12-12T03:24:01,588 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1733973837034.5b7e775dcc811701bcc26b1152bec1bc., pid=55, masterSystemTime=1733973841227 2024-12-12T03:24:01,590 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1733973837034.5b7e775dcc811701bcc26b1152bec1bc. 2024-12-12T03:24:01,591 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,eee,1733973837034.5b7e775dcc811701bcc26b1152bec1bc. 2024-12-12T03:24:01,591 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,www,1733973837034.bf9c008a10667c440f5e2ebbf4aa94c1. 2024-12-12T03:24:01,591 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => bf9c008a10667c440f5e2ebbf4aa94c1, NAME => 'test,www,1733973837034.bf9c008a10667c440f5e2ebbf4aa94c1.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-12T03:24:01,591 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bf9c008a10667c440f5e2ebbf4aa94c1 2024-12-12T03:24:01,591 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=5b7e775dcc811701bcc26b1152bec1bc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,591 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,www,1733973837034.bf9c008a10667c440f5e2ebbf4aa94c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:01,592 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for bf9c008a10667c440f5e2ebbf4aa94c1 2024-12-12T03:24:01,592 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for bf9c008a10667c440f5e2ebbf4aa94c1 2024-12-12T03:24:01,594 INFO [StoreOpener-bf9c008a10667c440f5e2ebbf4aa94c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bf9c008a10667c440f5e2ebbf4aa94c1 2024-12-12T03:24:01,596 INFO [StoreOpener-bf9c008a10667c440f5e2ebbf4aa94c1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf9c008a10667c440f5e2ebbf4aa94c1 columnFamilyName f 2024-12-12T03:24:01,597 DEBUG [StoreOpener-bf9c008a10667c440f5e2ebbf4aa94c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=14 2024-12-12T03:24:01,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=14, state=SUCCESS; OpenRegionProcedure 5b7e775dcc811701bcc26b1152bec1bc, server=bc94ab33778f,43041,1733973825306 in 476 msec 2024-12-12T03:24:01,597 INFO [StoreOpener-bf9c008a10667c440f5e2ebbf4aa94c1-1 {}] regionserver.HStore(327): Store=bf9c008a10667c440f5e2ebbf4aa94c1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,597 INFO [StoreOpener-bf9c008a10667c440f5e2ebbf4aa94c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bf9c008a10667c440f5e2ebbf4aa94c1 2024-12-12T03:24:01,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5b7e775dcc811701bcc26b1152bec1bc, ASSIGN in 694 msec 2024-12-12T03:24:01,599 INFO [StoreOpener-bf9c008a10667c440f5e2ebbf4aa94c1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf9c008a10667c440f5e2ebbf4aa94c1 columnFamilyName norep 2024-12-12T03:24:01,599 DEBUG [StoreOpener-bf9c008a10667c440f5e2ebbf4aa94c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,600 INFO [StoreOpener-bf9c008a10667c440f5e2ebbf4aa94c1-1 {}] regionserver.HStore(327): Store=bf9c008a10667c440f5e2ebbf4aa94c1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,601 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/bf9c008a10667c440f5e2ebbf4aa94c1 2024-12-12T03:24:01,601 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/bf9c008a10667c440f5e2ebbf4aa94c1 2024-12-12T03:24:01,602 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:01,604 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for bf9c008a10667c440f5e2ebbf4aa94c1 2024-12-12T03:24:01,606 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/bf9c008a10667c440f5e2ebbf4aa94c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:01,607 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened bf9c008a10667c440f5e2ebbf4aa94c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60686595, jitterRate=-0.0956992655992508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:01,607 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for bf9c008a10667c440f5e2ebbf4aa94c1: 2024-12-12T03:24:01,608 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1733973837034.bf9c008a10667c440f5e2ebbf4aa94c1., pid=52, masterSystemTime=1733973841227 2024-12-12T03:24:01,610 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1733973837034.bf9c008a10667c440f5e2ebbf4aa94c1. 2024-12-12T03:24:01,610 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,www,1733973837034.bf9c008a10667c440f5e2ebbf4aa94c1. 2024-12-12T03:24:01,610 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,lll,1733973837034.a563d7a93ffc86a00a88f0bcc1dfb8c8. 2024-12-12T03:24:01,610 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => a563d7a93ffc86a00a88f0bcc1dfb8c8, NAME => 'test,lll,1733973837034.a563d7a93ffc86a00a88f0bcc1dfb8c8.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-12T03:24:01,610 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=bf9c008a10667c440f5e2ebbf4aa94c1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,610 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a563d7a93ffc86a00a88f0bcc1dfb8c8 2024-12-12T03:24:01,610 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,lll,1733973837034.a563d7a93ffc86a00a88f0bcc1dfb8c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:01,611 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for a563d7a93ffc86a00a88f0bcc1dfb8c8 2024-12-12T03:24:01,611 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for a563d7a93ffc86a00a88f0bcc1dfb8c8 2024-12-12T03:24:01,612 INFO [StoreOpener-a563d7a93ffc86a00a88f0bcc1dfb8c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a563d7a93ffc86a00a88f0bcc1dfb8c8 2024-12-12T03:24:01,614 INFO [StoreOpener-a563d7a93ffc86a00a88f0bcc1dfb8c8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a563d7a93ffc86a00a88f0bcc1dfb8c8 columnFamilyName f 2024-12-12T03:24:01,614 DEBUG [StoreOpener-a563d7a93ffc86a00a88f0bcc1dfb8c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,615 INFO [StoreOpener-a563d7a93ffc86a00a88f0bcc1dfb8c8-1 {}] regionserver.HStore(327): Store=a563d7a93ffc86a00a88f0bcc1dfb8c8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=32 2024-12-12T03:24:01,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=32, state=SUCCESS; OpenRegionProcedure bf9c008a10667c440f5e2ebbf4aa94c1, server=bc94ab33778f,43041,1733973825306 in 502 msec 2024-12-12T03:24:01,615 INFO [StoreOpener-a563d7a93ffc86a00a88f0bcc1dfb8c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a563d7a93ffc86a00a88f0bcc1dfb8c8 2024-12-12T03:24:01,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bf9c008a10667c440f5e2ebbf4aa94c1, ASSIGN in 712 msec 2024-12-12T03:24:01,617 INFO [StoreOpener-a563d7a93ffc86a00a88f0bcc1dfb8c8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a563d7a93ffc86a00a88f0bcc1dfb8c8 columnFamilyName norep 2024-12-12T03:24:01,618 DEBUG [StoreOpener-a563d7a93ffc86a00a88f0bcc1dfb8c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,618 INFO [StoreOpener-a563d7a93ffc86a00a88f0bcc1dfb8c8-1 {}] regionserver.HStore(327): Store=a563d7a93ffc86a00a88f0bcc1dfb8c8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,619 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/a563d7a93ffc86a00a88f0bcc1dfb8c8 2024-12-12T03:24:01,620 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/a563d7a93ffc86a00a88f0bcc1dfb8c8 2024-12-12T03:24:01,621 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:01,623 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for a563d7a93ffc86a00a88f0bcc1dfb8c8 2024-12-12T03:24:01,626 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/a563d7a93ffc86a00a88f0bcc1dfb8c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:01,626 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened a563d7a93ffc86a00a88f0bcc1dfb8c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61058771, jitterRate=-0.09015341103076935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:01,627 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for a563d7a93ffc86a00a88f0bcc1dfb8c8: 2024-12-12T03:24:01,628 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1733973837034.a563d7a93ffc86a00a88f0bcc1dfb8c8., pid=61, masterSystemTime=1733973841227 2024-12-12T03:24:01,630 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1733973837034.a563d7a93ffc86a00a88f0bcc1dfb8c8. 2024-12-12T03:24:01,630 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,lll,1733973837034.a563d7a93ffc86a00a88f0bcc1dfb8c8. 2024-12-12T03:24:01,630 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,ooo,1733973837034.cc44ff60e1665a4d6ede2c4f2e04d7cd. 2024-12-12T03:24:01,631 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => cc44ff60e1665a4d6ede2c4f2e04d7cd, NAME => 'test,ooo,1733973837034.cc44ff60e1665a4d6ede2c4f2e04d7cd.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-12T03:24:01,631 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=a563d7a93ffc86a00a88f0bcc1dfb8c8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,631 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cc44ff60e1665a4d6ede2c4f2e04d7cd 2024-12-12T03:24:01,631 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,ooo,1733973837034.cc44ff60e1665a4d6ede2c4f2e04d7cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:01,631 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for cc44ff60e1665a4d6ede2c4f2e04d7cd 2024-12-12T03:24:01,632 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for cc44ff60e1665a4d6ede2c4f2e04d7cd 2024-12-12T03:24:01,634 INFO [StoreOpener-cc44ff60e1665a4d6ede2c4f2e04d7cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cc44ff60e1665a4d6ede2c4f2e04d7cd 2024-12-12T03:24:01,636 INFO [StoreOpener-cc44ff60e1665a4d6ede2c4f2e04d7cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc44ff60e1665a4d6ede2c4f2e04d7cd columnFamilyName f 2024-12-12T03:24:01,636 DEBUG [StoreOpener-cc44ff60e1665a4d6ede2c4f2e04d7cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=21 2024-12-12T03:24:01,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=21, state=SUCCESS; OpenRegionProcedure a563d7a93ffc86a00a88f0bcc1dfb8c8, server=bc94ab33778f,43041,1733973825306 in 502 msec 2024-12-12T03:24:01,637 INFO [StoreOpener-cc44ff60e1665a4d6ede2c4f2e04d7cd-1 {}] regionserver.HStore(327): Store=cc44ff60e1665a4d6ede2c4f2e04d7cd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,637 INFO [StoreOpener-cc44ff60e1665a4d6ede2c4f2e04d7cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cc44ff60e1665a4d6ede2c4f2e04d7cd 2024-12-12T03:24:01,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a563d7a93ffc86a00a88f0bcc1dfb8c8, ASSIGN in 733 msec 2024-12-12T03:24:01,639 INFO [StoreOpener-cc44ff60e1665a4d6ede2c4f2e04d7cd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc44ff60e1665a4d6ede2c4f2e04d7cd columnFamilyName norep 2024-12-12T03:24:01,639 DEBUG [StoreOpener-cc44ff60e1665a4d6ede2c4f2e04d7cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,639 INFO [StoreOpener-cc44ff60e1665a4d6ede2c4f2e04d7cd-1 {}] regionserver.HStore(327): Store=cc44ff60e1665a4d6ede2c4f2e04d7cd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,641 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/cc44ff60e1665a4d6ede2c4f2e04d7cd 2024-12-12T03:24:01,641 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/cc44ff60e1665a4d6ede2c4f2e04d7cd 2024-12-12T03:24:01,642 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:01,644 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for cc44ff60e1665a4d6ede2c4f2e04d7cd 2024-12-12T03:24:01,647 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/cc44ff60e1665a4d6ede2c4f2e04d7cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:01,647 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened cc44ff60e1665a4d6ede2c4f2e04d7cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61143421, jitterRate=-0.08889202773571014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:01,648 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for cc44ff60e1665a4d6ede2c4f2e04d7cd: 2024-12-12T03:24:01,649 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1733973837034.cc44ff60e1665a4d6ede2c4f2e04d7cd., pid=45, masterSystemTime=1733973841227 2024-12-12T03:24:01,651 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1733973837034.cc44ff60e1665a4d6ede2c4f2e04d7cd. 2024-12-12T03:24:01,651 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,ooo,1733973837034.cc44ff60e1665a4d6ede2c4f2e04d7cd. 2024-12-12T03:24:01,651 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,fff,1733973837034.4656846b6c37e5dcdb2a43a8ebf29dbc. 2024-12-12T03:24:01,652 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 4656846b6c37e5dcdb2a43a8ebf29dbc, NAME => 'test,fff,1733973837034.4656846b6c37e5dcdb2a43a8ebf29dbc.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-12T03:24:01,652 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=cc44ff60e1665a4d6ede2c4f2e04d7cd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,652 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4656846b6c37e5dcdb2a43a8ebf29dbc 2024-12-12T03:24:01,652 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,fff,1733973837034.4656846b6c37e5dcdb2a43a8ebf29dbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:01,652 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 4656846b6c37e5dcdb2a43a8ebf29dbc 2024-12-12T03:24:01,652 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 4656846b6c37e5dcdb2a43a8ebf29dbc 2024-12-12T03:24:01,654 INFO [StoreOpener-4656846b6c37e5dcdb2a43a8ebf29dbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4656846b6c37e5dcdb2a43a8ebf29dbc 2024-12-12T03:24:01,656 INFO [StoreOpener-4656846b6c37e5dcdb2a43a8ebf29dbc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4656846b6c37e5dcdb2a43a8ebf29dbc columnFamilyName f 2024-12-12T03:24:01,656 DEBUG [StoreOpener-4656846b6c37e5dcdb2a43a8ebf29dbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,657 INFO [StoreOpener-4656846b6c37e5dcdb2a43a8ebf29dbc-1 {}] regionserver.HStore(327): Store=4656846b6c37e5dcdb2a43a8ebf29dbc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=24 2024-12-12T03:24:01,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=24, state=SUCCESS; OpenRegionProcedure cc44ff60e1665a4d6ede2c4f2e04d7cd, server=bc94ab33778f,43041,1733973825306 in 558 msec 2024-12-12T03:24:01,657 INFO [StoreOpener-4656846b6c37e5dcdb2a43a8ebf29dbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4656846b6c37e5dcdb2a43a8ebf29dbc 2024-12-12T03:24:01,659 INFO [StoreOpener-4656846b6c37e5dcdb2a43a8ebf29dbc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4656846b6c37e5dcdb2a43a8ebf29dbc columnFamilyName norep 2024-12-12T03:24:01,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=cc44ff60e1665a4d6ede2c4f2e04d7cd, ASSIGN in 754 msec 2024-12-12T03:24:01,659 DEBUG [StoreOpener-4656846b6c37e5dcdb2a43a8ebf29dbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,660 INFO [StoreOpener-4656846b6c37e5dcdb2a43a8ebf29dbc-1 {}] regionserver.HStore(327): Store=4656846b6c37e5dcdb2a43a8ebf29dbc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,661 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/4656846b6c37e5dcdb2a43a8ebf29dbc 2024-12-12T03:24:01,661 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/4656846b6c37e5dcdb2a43a8ebf29dbc 2024-12-12T03:24:01,662 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:01,664 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 4656846b6c37e5dcdb2a43a8ebf29dbc 2024-12-12T03:24:01,666 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/4656846b6c37e5dcdb2a43a8ebf29dbc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:01,667 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 4656846b6c37e5dcdb2a43a8ebf29dbc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70429277, jitterRate=0.04947800934314728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:01,667 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 4656846b6c37e5dcdb2a43a8ebf29dbc: 2024-12-12T03:24:01,668 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1733973837034.4656846b6c37e5dcdb2a43a8ebf29dbc., pid=38, masterSystemTime=1733973841227 2024-12-12T03:24:01,670 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1733973837034.4656846b6c37e5dcdb2a43a8ebf29dbc. 2024-12-12T03:24:01,670 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,fff,1733973837034.4656846b6c37e5dcdb2a43a8ebf29dbc. 2024-12-12T03:24:01,670 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,hhh,1733973837034.23e747228c509ccf5774f6e31e7c6706. 2024-12-12T03:24:01,670 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 23e747228c509ccf5774f6e31e7c6706, NAME => 'test,hhh,1733973837034.23e747228c509ccf5774f6e31e7c6706.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-12T03:24:01,671 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=4656846b6c37e5dcdb2a43a8ebf29dbc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,671 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 23e747228c509ccf5774f6e31e7c6706 2024-12-12T03:24:01,671 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,hhh,1733973837034.23e747228c509ccf5774f6e31e7c6706.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:01,671 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 23e747228c509ccf5774f6e31e7c6706 2024-12-12T03:24:01,671 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 23e747228c509ccf5774f6e31e7c6706 2024-12-12T03:24:01,673 INFO [StoreOpener-23e747228c509ccf5774f6e31e7c6706-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 23e747228c509ccf5774f6e31e7c6706 2024-12-12T03:24:01,675 INFO [StoreOpener-23e747228c509ccf5774f6e31e7c6706-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23e747228c509ccf5774f6e31e7c6706 columnFamilyName f 2024-12-12T03:24:01,675 DEBUG [StoreOpener-23e747228c509ccf5774f6e31e7c6706-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,676 INFO [StoreOpener-23e747228c509ccf5774f6e31e7c6706-1 {}] regionserver.HStore(327): Store=23e747228c509ccf5774f6e31e7c6706/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=15 2024-12-12T03:24:01,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=15, state=SUCCESS; OpenRegionProcedure 4656846b6c37e5dcdb2a43a8ebf29dbc, server=bc94ab33778f,43041,1733973825306 in 597 msec 2024-12-12T03:24:01,676 INFO [StoreOpener-23e747228c509ccf5774f6e31e7c6706-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 23e747228c509ccf5774f6e31e7c6706 2024-12-12T03:24:01,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4656846b6c37e5dcdb2a43a8ebf29dbc, ASSIGN in 773 msec 2024-12-12T03:24:01,678 INFO [StoreOpener-23e747228c509ccf5774f6e31e7c6706-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23e747228c509ccf5774f6e31e7c6706 columnFamilyName norep 2024-12-12T03:24:01,678 DEBUG [StoreOpener-23e747228c509ccf5774f6e31e7c6706-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,678 INFO [StoreOpener-23e747228c509ccf5774f6e31e7c6706-1 {}] regionserver.HStore(327): Store=23e747228c509ccf5774f6e31e7c6706/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,679 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/23e747228c509ccf5774f6e31e7c6706 2024-12-12T03:24:01,680 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/23e747228c509ccf5774f6e31e7c6706 2024-12-12T03:24:01,681 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:01,682 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 23e747228c509ccf5774f6e31e7c6706 2024-12-12T03:24:01,685 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/23e747228c509ccf5774f6e31e7c6706/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:01,685 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 23e747228c509ccf5774f6e31e7c6706; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69947195, jitterRate=0.04229442775249481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:01,686 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 23e747228c509ccf5774f6e31e7c6706: 2024-12-12T03:24:01,686 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1733973837034.23e747228c509ccf5774f6e31e7c6706., pid=40, masterSystemTime=1733973841227 2024-12-12T03:24:01,688 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1733973837034.23e747228c509ccf5774f6e31e7c6706. 2024-12-12T03:24:01,688 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,hhh,1733973837034.23e747228c509ccf5774f6e31e7c6706. 2024-12-12T03:24:01,689 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,bbb,1733973837034.a91db977fe0cf28c028f7ece3aa9cd87. 2024-12-12T03:24:01,689 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => a91db977fe0cf28c028f7ece3aa9cd87, NAME => 'test,bbb,1733973837034.a91db977fe0cf28c028f7ece3aa9cd87.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-12T03:24:01,689 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=23e747228c509ccf5774f6e31e7c6706, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,689 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a91db977fe0cf28c028f7ece3aa9cd87 2024-12-12T03:24:01,689 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,bbb,1733973837034.a91db977fe0cf28c028f7ece3aa9cd87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:01,689 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for a91db977fe0cf28c028f7ece3aa9cd87 2024-12-12T03:24:01,689 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for a91db977fe0cf28c028f7ece3aa9cd87 2024-12-12T03:24:01,692 INFO [StoreOpener-a91db977fe0cf28c028f7ece3aa9cd87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a91db977fe0cf28c028f7ece3aa9cd87 2024-12-12T03:24:01,695 INFO [StoreOpener-a91db977fe0cf28c028f7ece3aa9cd87-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a91db977fe0cf28c028f7ece3aa9cd87 columnFamilyName f 2024-12-12T03:24:01,695 DEBUG [StoreOpener-a91db977fe0cf28c028f7ece3aa9cd87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=17 2024-12-12T03:24:01,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=17, state=SUCCESS; OpenRegionProcedure 23e747228c509ccf5774f6e31e7c6706, server=bc94ab33778f,43041,1733973825306 in 612 msec 2024-12-12T03:24:01,696 INFO [StoreOpener-a91db977fe0cf28c028f7ece3aa9cd87-1 {}] regionserver.HStore(327): Store=a91db977fe0cf28c028f7ece3aa9cd87/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,697 INFO [StoreOpener-a91db977fe0cf28c028f7ece3aa9cd87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a91db977fe0cf28c028f7ece3aa9cd87 2024-12-12T03:24:01,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=23e747228c509ccf5774f6e31e7c6706, ASSIGN in 792 msec 2024-12-12T03:24:01,699 INFO [StoreOpener-a91db977fe0cf28c028f7ece3aa9cd87-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a91db977fe0cf28c028f7ece3aa9cd87 columnFamilyName norep 2024-12-12T03:24:01,699 DEBUG [StoreOpener-a91db977fe0cf28c028f7ece3aa9cd87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,699 INFO [StoreOpener-a91db977fe0cf28c028f7ece3aa9cd87-1 {}] regionserver.HStore(327): Store=a91db977fe0cf28c028f7ece3aa9cd87/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,701 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/a91db977fe0cf28c028f7ece3aa9cd87 2024-12-12T03:24:01,701 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/a91db977fe0cf28c028f7ece3aa9cd87 2024-12-12T03:24:01,703 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:01,704 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for a91db977fe0cf28c028f7ece3aa9cd87 2024-12-12T03:24:01,706 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/a91db977fe0cf28c028f7ece3aa9cd87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:01,707 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened a91db977fe0cf28c028f7ece3aa9cd87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62550554, jitterRate=-0.06792411208152771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:01,707 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for a91db977fe0cf28c028f7ece3aa9cd87: 2024-12-12T03:24:01,708 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1733973837034.a91db977fe0cf28c028f7ece3aa9cd87., pid=43, masterSystemTime=1733973841227 2024-12-12T03:24:01,710 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1733973837034.a91db977fe0cf28c028f7ece3aa9cd87. 2024-12-12T03:24:01,710 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,bbb,1733973837034.a91db977fe0cf28c028f7ece3aa9cd87. 2024-12-12T03:24:01,710 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,mmm,1733973837034.6b601b3380824020881b0b36945d67db. 2024-12-12T03:24:01,710 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 6b601b3380824020881b0b36945d67db, NAME => 'test,mmm,1733973837034.6b601b3380824020881b0b36945d67db.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-12T03:24:01,710 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=a91db977fe0cf28c028f7ece3aa9cd87, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,711 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6b601b3380824020881b0b36945d67db 2024-12-12T03:24:01,711 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,mmm,1733973837034.6b601b3380824020881b0b36945d67db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:01,711 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 6b601b3380824020881b0b36945d67db 2024-12-12T03:24:01,711 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 6b601b3380824020881b0b36945d67db 2024-12-12T03:24:01,713 INFO [StoreOpener-6b601b3380824020881b0b36945d67db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6b601b3380824020881b0b36945d67db 2024-12-12T03:24:01,715 INFO [StoreOpener-6b601b3380824020881b0b36945d67db-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b601b3380824020881b0b36945d67db columnFamilyName f 2024-12-12T03:24:01,715 DEBUG [StoreOpener-6b601b3380824020881b0b36945d67db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=11 2024-12-12T03:24:01,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=11, state=SUCCESS; OpenRegionProcedure a91db977fe0cf28c028f7ece3aa9cd87, server=bc94ab33778f,43041,1733973825306 in 625 msec 2024-12-12T03:24:01,716 INFO [StoreOpener-6b601b3380824020881b0b36945d67db-1 {}] regionserver.HStore(327): Store=6b601b3380824020881b0b36945d67db/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,716 INFO [StoreOpener-6b601b3380824020881b0b36945d67db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6b601b3380824020881b0b36945d67db 2024-12-12T03:24:01,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a91db977fe0cf28c028f7ece3aa9cd87, ASSIGN in 812 msec 2024-12-12T03:24:01,718 INFO [StoreOpener-6b601b3380824020881b0b36945d67db-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b601b3380824020881b0b36945d67db columnFamilyName norep 2024-12-12T03:24:01,718 DEBUG [StoreOpener-6b601b3380824020881b0b36945d67db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,718 INFO [StoreOpener-6b601b3380824020881b0b36945d67db-1 {}] regionserver.HStore(327): Store=6b601b3380824020881b0b36945d67db/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,719 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/6b601b3380824020881b0b36945d67db 2024-12-12T03:24:01,720 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/6b601b3380824020881b0b36945d67db 2024-12-12T03:24:01,721 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:01,722 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 6b601b3380824020881b0b36945d67db 2024-12-12T03:24:01,725 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/6b601b3380824020881b0b36945d67db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:01,726 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 6b601b3380824020881b0b36945d67db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66675943, jitterRate=-0.006451025605201721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:01,726 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 6b601b3380824020881b0b36945d67db: 2024-12-12T03:24:01,727 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1733973837034.6b601b3380824020881b0b36945d67db., pid=53, masterSystemTime=1733973841227 2024-12-12T03:24:01,730 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1733973837034.6b601b3380824020881b0b36945d67db. 2024-12-12T03:24:01,730 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,mmm,1733973837034.6b601b3380824020881b0b36945d67db. 2024-12-12T03:24:01,730 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,qqq,1733973837034.6f24ba37b08562638a7e0b6af3b85f6c. 2024-12-12T03:24:01,731 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 6f24ba37b08562638a7e0b6af3b85f6c, NAME => 'test,qqq,1733973837034.6f24ba37b08562638a7e0b6af3b85f6c.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-12T03:24:01,731 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=6b601b3380824020881b0b36945d67db, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,731 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6f24ba37b08562638a7e0b6af3b85f6c 2024-12-12T03:24:01,731 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,qqq,1733973837034.6f24ba37b08562638a7e0b6af3b85f6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:01,731 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 6f24ba37b08562638a7e0b6af3b85f6c 2024-12-12T03:24:01,731 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 6f24ba37b08562638a7e0b6af3b85f6c 2024-12-12T03:24:01,733 INFO [StoreOpener-6f24ba37b08562638a7e0b6af3b85f6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6f24ba37b08562638a7e0b6af3b85f6c 2024-12-12T03:24:01,735 INFO [StoreOpener-6f24ba37b08562638a7e0b6af3b85f6c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f24ba37b08562638a7e0b6af3b85f6c columnFamilyName f 2024-12-12T03:24:01,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=22 2024-12-12T03:24:01,736 DEBUG [StoreOpener-6f24ba37b08562638a7e0b6af3b85f6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=22, state=SUCCESS; OpenRegionProcedure 6b601b3380824020881b0b36945d67db, server=bc94ab33778f,43041,1733973825306 in 619 msec 2024-12-12T03:24:01,736 INFO [StoreOpener-6f24ba37b08562638a7e0b6af3b85f6c-1 {}] regionserver.HStore(327): Store=6f24ba37b08562638a7e0b6af3b85f6c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,737 INFO [StoreOpener-6f24ba37b08562638a7e0b6af3b85f6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6f24ba37b08562638a7e0b6af3b85f6c 2024-12-12T03:24:01,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6b601b3380824020881b0b36945d67db, ASSIGN in 833 msec 2024-12-12T03:24:01,738 INFO [StoreOpener-6f24ba37b08562638a7e0b6af3b85f6c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f24ba37b08562638a7e0b6af3b85f6c columnFamilyName norep 2024-12-12T03:24:01,738 DEBUG [StoreOpener-6f24ba37b08562638a7e0b6af3b85f6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,739 INFO [StoreOpener-6f24ba37b08562638a7e0b6af3b85f6c-1 {}] regionserver.HStore(327): Store=6f24ba37b08562638a7e0b6af3b85f6c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,740 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/6f24ba37b08562638a7e0b6af3b85f6c 2024-12-12T03:24:01,741 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/6f24ba37b08562638a7e0b6af3b85f6c 2024-12-12T03:24:01,743 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:01,744 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 6f24ba37b08562638a7e0b6af3b85f6c 2024-12-12T03:24:01,747 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/6f24ba37b08562638a7e0b6af3b85f6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:01,748 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 6f24ba37b08562638a7e0b6af3b85f6c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62340158, jitterRate=-0.07105925679206848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:01,748 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 6f24ba37b08562638a7e0b6af3b85f6c: 2024-12-12T03:24:01,749 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1733973837034.6f24ba37b08562638a7e0b6af3b85f6c., pid=59, masterSystemTime=1733973841227 2024-12-12T03:24:01,751 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1733973837034.6f24ba37b08562638a7e0b6af3b85f6c. 2024-12-12T03:24:01,751 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,qqq,1733973837034.6f24ba37b08562638a7e0b6af3b85f6c. 2024-12-12T03:24:01,751 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,iii,1733973837034.c795a4fd311aae3a11f5f451472ac18a. 2024-12-12T03:24:01,752 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => c795a4fd311aae3a11f5f451472ac18a, NAME => 'test,iii,1733973837034.c795a4fd311aae3a11f5f451472ac18a.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-12T03:24:01,752 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=6f24ba37b08562638a7e0b6af3b85f6c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,752 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c795a4fd311aae3a11f5f451472ac18a 2024-12-12T03:24:01,752 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,iii,1733973837034.c795a4fd311aae3a11f5f451472ac18a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:01,752 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for c795a4fd311aae3a11f5f451472ac18a 2024-12-12T03:24:01,752 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for c795a4fd311aae3a11f5f451472ac18a 2024-12-12T03:24:01,754 INFO [StoreOpener-c795a4fd311aae3a11f5f451472ac18a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c795a4fd311aae3a11f5f451472ac18a 2024-12-12T03:24:01,756 INFO [StoreOpener-c795a4fd311aae3a11f5f451472ac18a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c795a4fd311aae3a11f5f451472ac18a columnFamilyName f 2024-12-12T03:24:01,756 DEBUG [StoreOpener-c795a4fd311aae3a11f5f451472ac18a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=26 2024-12-12T03:24:01,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=26, state=SUCCESS; OpenRegionProcedure 6f24ba37b08562638a7e0b6af3b85f6c, server=bc94ab33778f,43041,1733973825306 in 626 msec 2024-12-12T03:24:01,757 INFO [StoreOpener-c795a4fd311aae3a11f5f451472ac18a-1 {}] regionserver.HStore(327): Store=c795a4fd311aae3a11f5f451472ac18a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,757 INFO [StoreOpener-c795a4fd311aae3a11f5f451472ac18a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c795a4fd311aae3a11f5f451472ac18a 2024-12-12T03:24:01,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6f24ba37b08562638a7e0b6af3b85f6c, ASSIGN in 853 msec 2024-12-12T03:24:01,759 INFO [StoreOpener-c795a4fd311aae3a11f5f451472ac18a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c795a4fd311aae3a11f5f451472ac18a columnFamilyName norep 2024-12-12T03:24:01,759 DEBUG [StoreOpener-c795a4fd311aae3a11f5f451472ac18a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:01,759 INFO [StoreOpener-c795a4fd311aae3a11f5f451472ac18a-1 {}] regionserver.HStore(327): Store=c795a4fd311aae3a11f5f451472ac18a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:01,760 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/c795a4fd311aae3a11f5f451472ac18a 2024-12-12T03:24:01,761 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/c795a4fd311aae3a11f5f451472ac18a 2024-12-12T03:24:01,762 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:01,763 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for c795a4fd311aae3a11f5f451472ac18a 2024-12-12T03:24:01,766 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/c795a4fd311aae3a11f5f451472ac18a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:01,767 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened c795a4fd311aae3a11f5f451472ac18a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59275844, jitterRate=-0.11672109365463257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:01,767 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for c795a4fd311aae3a11f5f451472ac18a: 2024-12-12T03:24:01,768 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1733973837034.c795a4fd311aae3a11f5f451472ac18a., pid=44, masterSystemTime=1733973841227 2024-12-12T03:24:01,770 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1733973837034.c795a4fd311aae3a11f5f451472ac18a. 2024-12-12T03:24:01,770 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,iii,1733973837034.c795a4fd311aae3a11f5f451472ac18a. 2024-12-12T03:24:01,770 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=c795a4fd311aae3a11f5f451472ac18a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:01,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=18 2024-12-12T03:24:01,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=18, state=SUCCESS; OpenRegionProcedure c795a4fd311aae3a11f5f451472ac18a, server=bc94ab33778f,43041,1733973825306 in 678 msec 2024-12-12T03:24:01,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=18, resume processing ppid=9 2024-12-12T03:24:01,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c795a4fd311aae3a11f5f451472ac18a, ASSIGN in 871 msec 2024-12-12T03:24:01,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T03:24:01,778 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733973841777"}]},"ts":"1733973841777"} 2024-12-12T03:24:01,780 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-12T03:24:01,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T03:24:01,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.8330 sec 2024-12-12T03:24:03,071 INFO [bc94ab33778f:43041Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-12T03:24:04,349 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-12T03:24:04,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-12T03:24:04,973 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-12T03:24:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T03:24:05,175 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-12T03:24:05,175 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-12T03:24:05,177 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T03:24:05,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-12T03:24:05,197 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T03:24:05,197 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-12T03:24:05,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-12T03:24:05,201 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-12T03:24:05,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T03:24:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-12T03:24:05,205 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T03:24:05,205 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:05,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-12T03:24:05,206 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T03:24:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T03:24:05,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741837_1013 (size=631) 2024-12-12T03:24:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T03:24:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T03:24:05,619 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ccf42b40039083dccc89b66b8f6361c0, NAME => 'test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:05,620 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 40a1c76d0a001221b41b2357af184ab3, NAME => 'test,ccc,1733973845202.40a1c76d0a001221b41b2357af184ab3.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:05,622 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 63505e8a80f193b5b335e6d40b40b220, NAME => 'test,bbb,1733973845202.63505e8a80f193b5b335e6d40b40b220.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:05,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741839_1015 (size=42) 2024-12-12T03:24:05,632 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:05,632 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing ccf42b40039083dccc89b66b8f6361c0, disabling compactions & flushes 2024-12-12T03:24:05,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741838_1014 (size=45) 2024-12-12T03:24:05,632 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0. 2024-12-12T03:24:05,632 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0. 2024-12-12T03:24:05,632 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0. after waiting 0 ms 2024-12-12T03:24:05,632 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0. 2024-12-12T03:24:05,632 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0. 2024-12-12T03:24:05,632 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for ccf42b40039083dccc89b66b8f6361c0: 2024-12-12T03:24:05,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741840_1016 (size=45) 2024-12-12T03:24:05,633 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 55b72400afd00dd5383f8208513ea633, NAME => 'test,ddd,1733973845202.55b72400afd00dd5383f8208513ea633.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:05,633 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1733973845202.40a1c76d0a001221b41b2357af184ab3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:05,633 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1733973845202.63505e8a80f193b5b335e6d40b40b220.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:05,633 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 40a1c76d0a001221b41b2357af184ab3, disabling compactions & flushes 2024-12-12T03:24:05,634 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 63505e8a80f193b5b335e6d40b40b220, disabling compactions & flushes 2024-12-12T03:24:05,634 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1733973845202.40a1c76d0a001221b41b2357af184ab3. 2024-12-12T03:24:05,634 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1733973845202.63505e8a80f193b5b335e6d40b40b220. 2024-12-12T03:24:05,634 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733973845202.40a1c76d0a001221b41b2357af184ab3. 2024-12-12T03:24:05,634 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733973845202.40a1c76d0a001221b41b2357af184ab3. after waiting 0 ms 2024-12-12T03:24:05,634 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733973845202.63505e8a80f193b5b335e6d40b40b220. 2024-12-12T03:24:05,634 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733973845202.40a1c76d0a001221b41b2357af184ab3. 2024-12-12T03:24:05,634 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1733973845202.40a1c76d0a001221b41b2357af184ab3. 2024-12-12T03:24:05,634 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733973845202.63505e8a80f193b5b335e6d40b40b220. after waiting 0 ms 2024-12-12T03:24:05,634 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 40a1c76d0a001221b41b2357af184ab3: 2024-12-12T03:24:05,634 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733973845202.63505e8a80f193b5b335e6d40b40b220. 2024-12-12T03:24:05,634 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1733973845202.63505e8a80f193b5b335e6d40b40b220. 2024-12-12T03:24:05,634 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 63505e8a80f193b5b335e6d40b40b220: 2024-12-12T03:24:05,634 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 0171e77a468e727596f664a9c1717919, NAME => 'test,eee,1733973845202.0171e77a468e727596f664a9c1717919.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:05,635 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => d1216f3a76889d0e6eeee65cfeb74ae0, NAME => 'test,fff,1733973845202.d1216f3a76889d0e6eeee65cfeb74ae0.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:05,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741841_1017 (size=45) 2024-12-12T03:24:05,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741842_1018 (size=45) 2024-12-12T03:24:05,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741843_1019 (size=45) 2024-12-12T03:24:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T03:24:06,044 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ddd,1733973845202.55b72400afd00dd5383f8208513ea633.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:06,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 55b72400afd00dd5383f8208513ea633, disabling compactions & flushes 2024-12-12T03:24:06,045 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ddd,1733973845202.55b72400afd00dd5383f8208513ea633. 2024-12-12T03:24:06,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733973845202.55b72400afd00dd5383f8208513ea633. 2024-12-12T03:24:06,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733973845202.55b72400afd00dd5383f8208513ea633. after waiting 0 ms 2024-12-12T03:24:06,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733973845202.55b72400afd00dd5383f8208513ea633. 2024-12-12T03:24:06,045 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ddd,1733973845202.55b72400afd00dd5383f8208513ea633. 2024-12-12T03:24:06,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 55b72400afd00dd5383f8208513ea633: 2024-12-12T03:24:06,047 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 43b3efd5d9507aa1aa7854b565095868, NAME => 'test,ggg,1733973845202.43b3efd5d9507aa1aa7854b565095868.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:06,049 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,fff,1733973845202.d1216f3a76889d0e6eeee65cfeb74ae0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:06,049 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,eee,1733973845202.0171e77a468e727596f664a9c1717919.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:06,050 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 0171e77a468e727596f664a9c1717919, disabling compactions & flushes 2024-12-12T03:24:06,050 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing d1216f3a76889d0e6eeee65cfeb74ae0, disabling compactions & flushes 2024-12-12T03:24:06,050 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,eee,1733973845202.0171e77a468e727596f664a9c1717919. 2024-12-12T03:24:06,050 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,fff,1733973845202.d1216f3a76889d0e6eeee65cfeb74ae0. 2024-12-12T03:24:06,050 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733973845202.0171e77a468e727596f664a9c1717919. 2024-12-12T03:24:06,050 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733973845202.0171e77a468e727596f664a9c1717919. after waiting 0 ms 2024-12-12T03:24:06,050 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733973845202.d1216f3a76889d0e6eeee65cfeb74ae0. 2024-12-12T03:24:06,050 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733973845202.0171e77a468e727596f664a9c1717919. 2024-12-12T03:24:06,050 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733973845202.d1216f3a76889d0e6eeee65cfeb74ae0. after waiting 0 ms 2024-12-12T03:24:06,050 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,eee,1733973845202.0171e77a468e727596f664a9c1717919. 2024-12-12T03:24:06,050 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733973845202.d1216f3a76889d0e6eeee65cfeb74ae0. 2024-12-12T03:24:06,050 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 0171e77a468e727596f664a9c1717919: 2024-12-12T03:24:06,050 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,fff,1733973845202.d1216f3a76889d0e6eeee65cfeb74ae0. 2024-12-12T03:24:06,050 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for d1216f3a76889d0e6eeee65cfeb74ae0: 2024-12-12T03:24:06,051 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => d0dd0c3f7a098ace5811a85135198ad1, NAME => 'test,hhh,1733973845202.d0dd0c3f7a098ace5811a85135198ad1.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:06,052 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 6635001d6da04a1f19e1cc5008017ab9, NAME => 'test,iii,1733973845202.6635001d6da04a1f19e1cc5008017ab9.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:06,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741844_1020 (size=45) 2024-12-12T03:24:06,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741846_1022 (size=45) 2024-12-12T03:24:06,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741845_1021 (size=45) 2024-12-12T03:24:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T03:24:06,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ggg,1733973845202.43b3efd5d9507aa1aa7854b565095868.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:06,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 43b3efd5d9507aa1aa7854b565095868, disabling compactions & flushes 2024-12-12T03:24:06,456 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ggg,1733973845202.43b3efd5d9507aa1aa7854b565095868. 2024-12-12T03:24:06,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733973845202.43b3efd5d9507aa1aa7854b565095868. 2024-12-12T03:24:06,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733973845202.43b3efd5d9507aa1aa7854b565095868. after waiting 0 ms 2024-12-12T03:24:06,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733973845202.43b3efd5d9507aa1aa7854b565095868. 2024-12-12T03:24:06,456 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ggg,1733973845202.43b3efd5d9507aa1aa7854b565095868. 2024-12-12T03:24:06,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 43b3efd5d9507aa1aa7854b565095868: 2024-12-12T03:24:06,457 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fb6e3f504b9f0b24806170c5973dbc1f, NAME => 'test,jjj,1733973845202.fb6e3f504b9f0b24806170c5973dbc1f.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:06,463 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,hhh,1733973845202.d0dd0c3f7a098ace5811a85135198ad1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:06,463 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing d0dd0c3f7a098ace5811a85135198ad1, disabling compactions & flushes 2024-12-12T03:24:06,463 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,hhh,1733973845202.d0dd0c3f7a098ace5811a85135198ad1. 2024-12-12T03:24:06,463 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733973845202.d0dd0c3f7a098ace5811a85135198ad1. 2024-12-12T03:24:06,464 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733973845202.d0dd0c3f7a098ace5811a85135198ad1. after waiting 0 ms 2024-12-12T03:24:06,464 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733973845202.d0dd0c3f7a098ace5811a85135198ad1. 2024-12-12T03:24:06,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741847_1023 (size=45) 2024-12-12T03:24:06,464 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,hhh,1733973845202.d0dd0c3f7a098ace5811a85135198ad1. 2024-12-12T03:24:06,464 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,iii,1733973845202.6635001d6da04a1f19e1cc5008017ab9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:06,464 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for d0dd0c3f7a098ace5811a85135198ad1: 2024-12-12T03:24:06,464 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 6635001d6da04a1f19e1cc5008017ab9, disabling compactions & flushes 2024-12-12T03:24:06,464 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,iii,1733973845202.6635001d6da04a1f19e1cc5008017ab9. 2024-12-12T03:24:06,464 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733973845202.6635001d6da04a1f19e1cc5008017ab9. 2024-12-12T03:24:06,464 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733973845202.6635001d6da04a1f19e1cc5008017ab9. after waiting 0 ms 2024-12-12T03:24:06,464 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 237e7cc9fecf9a44936747da6a0e6bcd, NAME => 'test,kkk,1733973845202.237e7cc9fecf9a44936747da6a0e6bcd.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:06,464 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733973845202.6635001d6da04a1f19e1cc5008017ab9. 2024-12-12T03:24:06,464 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,iii,1733973845202.6635001d6da04a1f19e1cc5008017ab9. 2024-12-12T03:24:06,465 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 6635001d6da04a1f19e1cc5008017ab9: 2024-12-12T03:24:06,465 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 438035d7885638b99d718d499c9b0f2a, NAME => 'test,lll,1733973845202.438035d7885638b99d718d499c9b0f2a.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:06,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741849_1025 (size=45) 2024-12-12T03:24:06,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741848_1024 (size=45) 2024-12-12T03:24:06,748 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-12T03:24:06,865 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,jjj,1733973845202.fb6e3f504b9f0b24806170c5973dbc1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:06,865 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing fb6e3f504b9f0b24806170c5973dbc1f, disabling compactions & flushes 2024-12-12T03:24:06,865 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,jjj,1733973845202.fb6e3f504b9f0b24806170c5973dbc1f. 2024-12-12T03:24:06,865 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733973845202.fb6e3f504b9f0b24806170c5973dbc1f. 2024-12-12T03:24:06,865 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733973845202.fb6e3f504b9f0b24806170c5973dbc1f. after waiting 0 ms 2024-12-12T03:24:06,865 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733973845202.fb6e3f504b9f0b24806170c5973dbc1f. 2024-12-12T03:24:06,865 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,jjj,1733973845202.fb6e3f504b9f0b24806170c5973dbc1f. 2024-12-12T03:24:06,865 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for fb6e3f504b9f0b24806170c5973dbc1f: 2024-12-12T03:24:06,866 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fdf5fa264c9126a27db7bde9a018a70a, NAME => 'test,mmm,1733973845202.fdf5fa264c9126a27db7bde9a018a70a.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:06,873 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,lll,1733973845202.438035d7885638b99d718d499c9b0f2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:06,873 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,kkk,1733973845202.237e7cc9fecf9a44936747da6a0e6bcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:06,873 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 438035d7885638b99d718d499c9b0f2a, disabling compactions & flushes 2024-12-12T03:24:06,873 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 237e7cc9fecf9a44936747da6a0e6bcd, disabling compactions & flushes 2024-12-12T03:24:06,873 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,lll,1733973845202.438035d7885638b99d718d499c9b0f2a. 2024-12-12T03:24:06,873 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733973845202.438035d7885638b99d718d499c9b0f2a. 2024-12-12T03:24:06,873 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,kkk,1733973845202.237e7cc9fecf9a44936747da6a0e6bcd. 2024-12-12T03:24:06,873 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733973845202.438035d7885638b99d718d499c9b0f2a. after waiting 0 ms 2024-12-12T03:24:06,873 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733973845202.237e7cc9fecf9a44936747da6a0e6bcd. 2024-12-12T03:24:06,873 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733973845202.438035d7885638b99d718d499c9b0f2a. 2024-12-12T03:24:06,873 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733973845202.237e7cc9fecf9a44936747da6a0e6bcd. after waiting 0 ms 2024-12-12T03:24:06,873 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,lll,1733973845202.438035d7885638b99d718d499c9b0f2a. 2024-12-12T03:24:06,873 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733973845202.237e7cc9fecf9a44936747da6a0e6bcd. 2024-12-12T03:24:06,873 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 438035d7885638b99d718d499c9b0f2a: 2024-12-12T03:24:06,873 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,kkk,1733973845202.237e7cc9fecf9a44936747da6a0e6bcd. 2024-12-12T03:24:06,873 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 237e7cc9fecf9a44936747da6a0e6bcd: 2024-12-12T03:24:06,875 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 6f6701d2e38eea538142f846d87eb6b6, NAME => 'test,nnn,1733973845202.6f6701d2e38eea538142f846d87eb6b6.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:06,876 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 27dc4407ba86cdeb6f9f9fe5a10daf4f, NAME => 'test,ooo,1733973845202.27dc4407ba86cdeb6f9f9fe5a10daf4f.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:06,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741850_1026 (size=45) 2024-12-12T03:24:06,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741851_1027 (size=45) 2024-12-12T03:24:06,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741852_1028 (size=45) 2024-12-12T03:24:06,979 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-12T03:24:07,279 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,mmm,1733973845202.fdf5fa264c9126a27db7bde9a018a70a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:07,280 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing fdf5fa264c9126a27db7bde9a018a70a, disabling compactions & flushes 2024-12-12T03:24:07,280 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,mmm,1733973845202.fdf5fa264c9126a27db7bde9a018a70a. 2024-12-12T03:24:07,280 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733973845202.fdf5fa264c9126a27db7bde9a018a70a. 2024-12-12T03:24:07,280 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733973845202.fdf5fa264c9126a27db7bde9a018a70a. after waiting 0 ms 2024-12-12T03:24:07,280 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733973845202.fdf5fa264c9126a27db7bde9a018a70a. 2024-12-12T03:24:07,280 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,mmm,1733973845202.fdf5fa264c9126a27db7bde9a018a70a. 2024-12-12T03:24:07,280 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for fdf5fa264c9126a27db7bde9a018a70a: 2024-12-12T03:24:07,283 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4eafa023885858daaaf8567b49b2d900, NAME => 'test,ppp,1733973845202.4eafa023885858daaaf8567b49b2d900.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:07,285 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ooo,1733973845202.27dc4407ba86cdeb6f9f9fe5a10daf4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:07,286 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,nnn,1733973845202.6f6701d2e38eea538142f846d87eb6b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:07,286 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 27dc4407ba86cdeb6f9f9fe5a10daf4f, disabling compactions & flushes 2024-12-12T03:24:07,286 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 6f6701d2e38eea538142f846d87eb6b6, disabling compactions & flushes 2024-12-12T03:24:07,286 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ooo,1733973845202.27dc4407ba86cdeb6f9f9fe5a10daf4f. 2024-12-12T03:24:07,286 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733973845202.27dc4407ba86cdeb6f9f9fe5a10daf4f. 2024-12-12T03:24:07,286 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,nnn,1733973845202.6f6701d2e38eea538142f846d87eb6b6. 2024-12-12T03:24:07,286 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733973845202.6f6701d2e38eea538142f846d87eb6b6. 2024-12-12T03:24:07,286 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733973845202.27dc4407ba86cdeb6f9f9fe5a10daf4f. after waiting 0 ms 2024-12-12T03:24:07,286 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733973845202.27dc4407ba86cdeb6f9f9fe5a10daf4f. 2024-12-12T03:24:07,286 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733973845202.6f6701d2e38eea538142f846d87eb6b6. after waiting 0 ms 2024-12-12T03:24:07,286 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733973845202.6f6701d2e38eea538142f846d87eb6b6. 2024-12-12T03:24:07,286 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ooo,1733973845202.27dc4407ba86cdeb6f9f9fe5a10daf4f. 2024-12-12T03:24:07,286 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 27dc4407ba86cdeb6f9f9fe5a10daf4f: 2024-12-12T03:24:07,286 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,nnn,1733973845202.6f6701d2e38eea538142f846d87eb6b6. 2024-12-12T03:24:07,287 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 6f6701d2e38eea538142f846d87eb6b6: 2024-12-12T03:24:07,287 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => c376c60b85af434dbff211e1cc2d45a6, NAME => 'test,qqq,1733973845202.c376c60b85af434dbff211e1cc2d45a6.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:07,288 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ddf11bfa0a76acf348437dd6f321aac7, NAME => 'test,rrr,1733973845202.ddf11bfa0a76acf348437dd6f321aac7.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:07,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741853_1029 (size=45) 2024-12-12T03:24:07,293 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ppp,1733973845202.4eafa023885858daaaf8567b49b2d900.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:07,293 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 4eafa023885858daaaf8567b49b2d900, disabling compactions & flushes 2024-12-12T03:24:07,293 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ppp,1733973845202.4eafa023885858daaaf8567b49b2d900. 2024-12-12T03:24:07,293 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733973845202.4eafa023885858daaaf8567b49b2d900. 2024-12-12T03:24:07,293 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733973845202.4eafa023885858daaaf8567b49b2d900. after waiting 0 ms 2024-12-12T03:24:07,293 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733973845202.4eafa023885858daaaf8567b49b2d900. 2024-12-12T03:24:07,293 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ppp,1733973845202.4eafa023885858daaaf8567b49b2d900. 2024-12-12T03:24:07,293 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4eafa023885858daaaf8567b49b2d900: 2024-12-12T03:24:07,294 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9ffeaf92e554b6b64ae8d1cc24f603b7, NAME => 'test,sss,1733973845202.9ffeaf92e554b6b64ae8d1cc24f603b7.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:07,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741854_1030 (size=45) 2024-12-12T03:24:07,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741855_1031 (size=45) 2024-12-12T03:24:07,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741856_1032 (size=45) 2024-12-12T03:24:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T03:24:07,698 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,rrr,1733973845202.ddf11bfa0a76acf348437dd6f321aac7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:07,698 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,qqq,1733973845202.c376c60b85af434dbff211e1cc2d45a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:07,698 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing c376c60b85af434dbff211e1cc2d45a6, disabling compactions & flushes 2024-12-12T03:24:07,698 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing ddf11bfa0a76acf348437dd6f321aac7, disabling compactions & flushes 2024-12-12T03:24:07,698 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,rrr,1733973845202.ddf11bfa0a76acf348437dd6f321aac7. 2024-12-12T03:24:07,698 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,qqq,1733973845202.c376c60b85af434dbff211e1cc2d45a6. 2024-12-12T03:24:07,698 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733973845202.ddf11bfa0a76acf348437dd6f321aac7. 2024-12-12T03:24:07,698 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733973845202.c376c60b85af434dbff211e1cc2d45a6. 2024-12-12T03:24:07,698 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733973845202.c376c60b85af434dbff211e1cc2d45a6. after waiting 0 ms 2024-12-12T03:24:07,698 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733973845202.ddf11bfa0a76acf348437dd6f321aac7. after waiting 0 ms 2024-12-12T03:24:07,699 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733973845202.c376c60b85af434dbff211e1cc2d45a6. 2024-12-12T03:24:07,699 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733973845202.ddf11bfa0a76acf348437dd6f321aac7. 2024-12-12T03:24:07,699 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,rrr,1733973845202.ddf11bfa0a76acf348437dd6f321aac7. 2024-12-12T03:24:07,699 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,qqq,1733973845202.c376c60b85af434dbff211e1cc2d45a6. 2024-12-12T03:24:07,699 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for ddf11bfa0a76acf348437dd6f321aac7: 2024-12-12T03:24:07,699 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for c376c60b85af434dbff211e1cc2d45a6: 2024-12-12T03:24:07,700 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 568421acabdf4d232482098a9e3eb4f9, NAME => 'test,ttt,1733973845202.568421acabdf4d232482098a9e3eb4f9.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:07,701 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 02af3fe01ec042a7d76253184e8d5fc8, NAME => 'test,uuu,1733973845202.02af3fe01ec042a7d76253184e8d5fc8.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:07,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,sss,1733973845202.9ffeaf92e554b6b64ae8d1cc24f603b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:07,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 9ffeaf92e554b6b64ae8d1cc24f603b7, disabling compactions & flushes 2024-12-12T03:24:07,705 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,sss,1733973845202.9ffeaf92e554b6b64ae8d1cc24f603b7. 2024-12-12T03:24:07,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733973845202.9ffeaf92e554b6b64ae8d1cc24f603b7. 2024-12-12T03:24:07,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733973845202.9ffeaf92e554b6b64ae8d1cc24f603b7. after waiting 0 ms 2024-12-12T03:24:07,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733973845202.9ffeaf92e554b6b64ae8d1cc24f603b7. 2024-12-12T03:24:07,706 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,sss,1733973845202.9ffeaf92e554b6b64ae8d1cc24f603b7. 2024-12-12T03:24:07,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9ffeaf92e554b6b64ae8d1cc24f603b7: 2024-12-12T03:24:07,706 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2deeaef9525c4ce239263784f9777f06, NAME => 'test,vvv,1733973845202.2deeaef9525c4ce239263784f9777f06.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:07,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741857_1033 (size=45) 2024-12-12T03:24:07,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741858_1034 (size=45) 2024-12-12T03:24:07,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741859_1035 (size=45) 2024-12-12T03:24:08,071 INFO [bc94ab33778f:43041Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-12T03:24:08,113 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ttt,1733973845202.568421acabdf4d232482098a9e3eb4f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:08,113 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,uuu,1733973845202.02af3fe01ec042a7d76253184e8d5fc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:08,113 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 02af3fe01ec042a7d76253184e8d5fc8, disabling compactions & flushes 2024-12-12T03:24:08,113 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 568421acabdf4d232482098a9e3eb4f9, disabling compactions & flushes 2024-12-12T03:24:08,113 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,uuu,1733973845202.02af3fe01ec042a7d76253184e8d5fc8. 2024-12-12T03:24:08,113 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ttt,1733973845202.568421acabdf4d232482098a9e3eb4f9. 2024-12-12T03:24:08,113 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733973845202.568421acabdf4d232482098a9e3eb4f9. 2024-12-12T03:24:08,113 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733973845202.02af3fe01ec042a7d76253184e8d5fc8. 2024-12-12T03:24:08,113 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733973845202.02af3fe01ec042a7d76253184e8d5fc8. after waiting 0 ms 2024-12-12T03:24:08,113 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733973845202.568421acabdf4d232482098a9e3eb4f9. after waiting 0 ms 2024-12-12T03:24:08,113 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733973845202.568421acabdf4d232482098a9e3eb4f9. 2024-12-12T03:24:08,113 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733973845202.02af3fe01ec042a7d76253184e8d5fc8. 2024-12-12T03:24:08,113 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ttt,1733973845202.568421acabdf4d232482098a9e3eb4f9. 2024-12-12T03:24:08,113 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,uuu,1733973845202.02af3fe01ec042a7d76253184e8d5fc8. 2024-12-12T03:24:08,113 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 568421acabdf4d232482098a9e3eb4f9: 2024-12-12T03:24:08,113 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 02af3fe01ec042a7d76253184e8d5fc8: 2024-12-12T03:24:08,114 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => edd44ba41b309ea2935a8f449426eaa2, NAME => 'test,www,1733973845202.edd44ba41b309ea2935a8f449426eaa2.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:08,114 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => d10f9b676857a178636ffd5ac25f0c51, NAME => 'test,xxx,1733973845202.d10f9b676857a178636ffd5ac25f0c51.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:08,117 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,vvv,1733973845202.2deeaef9525c4ce239263784f9777f06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:08,117 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 2deeaef9525c4ce239263784f9777f06, disabling compactions & flushes 2024-12-12T03:24:08,117 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,vvv,1733973845202.2deeaef9525c4ce239263784f9777f06. 2024-12-12T03:24:08,117 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733973845202.2deeaef9525c4ce239263784f9777f06. 2024-12-12T03:24:08,117 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733973845202.2deeaef9525c4ce239263784f9777f06. after waiting 0 ms 2024-12-12T03:24:08,117 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733973845202.2deeaef9525c4ce239263784f9777f06. 2024-12-12T03:24:08,117 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,vvv,1733973845202.2deeaef9525c4ce239263784f9777f06. 2024-12-12T03:24:08,117 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2deeaef9525c4ce239263784f9777f06: 2024-12-12T03:24:08,118 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 091a2415625d5a7fcc49afc80c9d2b60, NAME => 'test,yyy,1733973845202.091a2415625d5a7fcc49afc80c9d2b60.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:08,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741861_1037 (size=45) 2024-12-12T03:24:08,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741860_1036 (size=45) 2024-12-12T03:24:08,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741862_1038 (size=45) 2024-12-12T03:24:08,523 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,xxx,1733973845202.d10f9b676857a178636ffd5ac25f0c51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:08,523 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing d10f9b676857a178636ffd5ac25f0c51, disabling compactions & flushes 2024-12-12T03:24:08,523 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,xxx,1733973845202.d10f9b676857a178636ffd5ac25f0c51. 2024-12-12T03:24:08,523 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733973845202.d10f9b676857a178636ffd5ac25f0c51. 2024-12-12T03:24:08,523 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733973845202.d10f9b676857a178636ffd5ac25f0c51. after waiting 0 ms 2024-12-12T03:24:08,523 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733973845202.d10f9b676857a178636ffd5ac25f0c51. 2024-12-12T03:24:08,524 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,xxx,1733973845202.d10f9b676857a178636ffd5ac25f0c51. 2024-12-12T03:24:08,524 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for d10f9b676857a178636ffd5ac25f0c51: 2024-12-12T03:24:08,524 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,www,1733973845202.edd44ba41b309ea2935a8f449426eaa2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:08,524 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing edd44ba41b309ea2935a8f449426eaa2, disabling compactions & flushes 2024-12-12T03:24:08,526 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,www,1733973845202.edd44ba41b309ea2935a8f449426eaa2. 2024-12-12T03:24:08,526 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733973845202.edd44ba41b309ea2935a8f449426eaa2. 2024-12-12T03:24:08,526 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1733973845202.edd44ba41b309ea2935a8f449426eaa2. after waiting 0 ms 2024-12-12T03:24:08,526 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 12922178dba5051b0a35118338157497, NAME => 'test,zzz,1733973845202.12922178dba5051b0a35118338157497.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:08,526 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1733973845202.edd44ba41b309ea2935a8f449426eaa2. 2024-12-12T03:24:08,526 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,www,1733973845202.edd44ba41b309ea2935a8f449426eaa2. 2024-12-12T03:24:08,526 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for edd44ba41b309ea2935a8f449426eaa2: 2024-12-12T03:24:08,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,yyy,1733973845202.091a2415625d5a7fcc49afc80c9d2b60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:08,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 091a2415625d5a7fcc49afc80c9d2b60, disabling compactions & flushes 2024-12-12T03:24:08,527 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,yyy,1733973845202.091a2415625d5a7fcc49afc80c9d2b60. 2024-12-12T03:24:08,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733973845202.091a2415625d5a7fcc49afc80c9d2b60. 2024-12-12T03:24:08,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733973845202.091a2415625d5a7fcc49afc80c9d2b60. after waiting 0 ms 2024-12-12T03:24:08,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733973845202.091a2415625d5a7fcc49afc80c9d2b60. 2024-12-12T03:24:08,527 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,yyy,1733973845202.091a2415625d5a7fcc49afc80c9d2b60. 2024-12-12T03:24:08,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 091a2415625d5a7fcc49afc80c9d2b60: 2024-12-12T03:24:08,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741863_1039 (size=42) 2024-12-12T03:24:08,938 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,zzz,1733973845202.12922178dba5051b0a35118338157497.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:08,938 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 12922178dba5051b0a35118338157497, disabling compactions & flushes 2024-12-12T03:24:08,938 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,zzz,1733973845202.12922178dba5051b0a35118338157497. 2024-12-12T03:24:08,938 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733973845202.12922178dba5051b0a35118338157497. 2024-12-12T03:24:08,939 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733973845202.12922178dba5051b0a35118338157497. after waiting 0 ms 2024-12-12T03:24:08,939 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733973845202.12922178dba5051b0a35118338157497. 2024-12-12T03:24:08,939 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,zzz,1733973845202.12922178dba5051b0a35118338157497. 2024-12-12T03:24:08,939 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 12922178dba5051b0a35118338157497: 2024-12-12T03:24:08,942 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T03:24:08,944 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733973848942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973848942"}]},"ts":"1733973848942"} 2024-12-12T03:24:08,944 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1733973845202.40a1c76d0a001221b41b2357af184ab3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973848942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973848942"}]},"ts":"1733973848942"} 2024-12-12T03:24:08,945 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1733973845202.63505e8a80f193b5b335e6d40b40b220.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973848942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973848942"}]},"ts":"1733973848942"} 2024-12-12T03:24:08,945 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1733973845202.55b72400afd00dd5383f8208513ea633.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973848942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973848942"}]},"ts":"1733973848942"} 2024-12-12T03:24:08,945 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1733973845202.0171e77a468e727596f664a9c1717919.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973848942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973848942"}]},"ts":"1733973848942"} 2024-12-12T03:24:08,946 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1733973845202.d1216f3a76889d0e6eeee65cfeb74ae0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973848942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973848942"}]},"ts":"1733973848942"} 2024-12-12T03:24:08,946 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1733973845202.43b3efd5d9507aa1aa7854b565095868.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973848942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973848942"}]},"ts":"1733973848942"} 2024-12-12T03:24:08,946 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1733973845202.d0dd0c3f7a098ace5811a85135198ad1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973848942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973848942"}]},"ts":"1733973848942"} 2024-12-12T03:24:08,947 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1733973845202.6635001d6da04a1f19e1cc5008017ab9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973848942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973848942"}]},"ts":"1733973848942"} 2024-12-12T03:24:08,947 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1733973845202.fb6e3f504b9f0b24806170c5973dbc1f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973848942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973848942"}]},"ts":"1733973848942"} 2024-12-12T03:24:08,947 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1733973845202.438035d7885638b99d718d499c9b0f2a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973848942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973848942"}]},"ts":"1733973848942"} 2024-12-12T03:24:08,947 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1733973845202.237e7cc9fecf9a44936747da6a0e6bcd.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973848942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973848942"}]},"ts":"1733973848942"} 2024-12-12T03:24:08,947 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1733973845202.fdf5fa264c9126a27db7bde9a018a70a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973848942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973848942"}]},"ts":"1733973848942"} 2024-12-12T03:24:08,948 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1733973845202.27dc4407ba86cdeb6f9f9fe5a10daf4f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973848942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973848942"}]},"ts":"1733973848942"} 2024-12-12T03:24:08,948 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1733973845202.6f6701d2e38eea538142f846d87eb6b6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973848942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973848942"}]},"ts":"1733973848942"} 2024-12-12T03:24:08,948 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1733973845202.4eafa023885858daaaf8567b49b2d900.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973848942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973848942"}]},"ts":"1733973848942"} 2024-12-12T03:24:08,948 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1733973845202.ddf11bfa0a76acf348437dd6f321aac7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973848942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973848942"}]},"ts":"1733973848942"} 2024-12-12T03:24:08,948 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1733973845202.c376c60b85af434dbff211e1cc2d45a6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973848942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973848942"}]},"ts":"1733973848942"} 2024-12-12T03:24:08,948 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1733973845202.9ffeaf92e554b6b64ae8d1cc24f603b7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973848942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973848942"}]},"ts":"1733973848942"} 2024-12-12T03:24:08,948 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1733973845202.02af3fe01ec042a7d76253184e8d5fc8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973848942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973848942"}]},"ts":"1733973848942"} 2024-12-12T03:24:08,949 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1733973845202.568421acabdf4d232482098a9e3eb4f9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973848942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973848942"}]},"ts":"1733973848942"} 2024-12-12T03:24:08,949 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1733973845202.2deeaef9525c4ce239263784f9777f06.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973848942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973848942"}]},"ts":"1733973848942"} 2024-12-12T03:24:08,949 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1733973845202.d10f9b676857a178636ffd5ac25f0c51.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973848942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973848942"}]},"ts":"1733973848942"} 2024-12-12T03:24:08,949 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1733973845202.edd44ba41b309ea2935a8f449426eaa2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973848942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973848942"}]},"ts":"1733973848942"} 2024-12-12T03:24:08,949 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1733973845202.091a2415625d5a7fcc49afc80c9d2b60.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733973848942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973848942"}]},"ts":"1733973848942"} 2024-12-12T03:24:08,949 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1733973845202.12922178dba5051b0a35118338157497.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733973848942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973848942"}]},"ts":"1733973848942"} 2024-12-12T03:24:08,955 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-12T03:24:08,956 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T03:24:08,956 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733973848956"}]},"ts":"1733973848956"} 2024-12-12T03:24:08,958 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-12T03:24:09,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ccf42b40039083dccc89b66b8f6361c0, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=63505e8a80f193b5b335e6d40b40b220, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=40a1c76d0a001221b41b2357af184ab3, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=55b72400afd00dd5383f8208513ea633, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0171e77a468e727596f664a9c1717919, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d1216f3a76889d0e6eeee65cfeb74ae0, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=43b3efd5d9507aa1aa7854b565095868, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d0dd0c3f7a098ace5811a85135198ad1, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6635001d6da04a1f19e1cc5008017ab9, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fb6e3f504b9f0b24806170c5973dbc1f, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=237e7cc9fecf9a44936747da6a0e6bcd, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=438035d7885638b99d718d499c9b0f2a, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fdf5fa264c9126a27db7bde9a018a70a, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6f6701d2e38eea538142f846d87eb6b6, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=27dc4407ba86cdeb6f9f9fe5a10daf4f, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4eafa023885858daaaf8567b49b2d900, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c376c60b85af434dbff211e1cc2d45a6, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ddf11bfa0a76acf348437dd6f321aac7, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9ffeaf92e554b6b64ae8d1cc24f603b7, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=568421acabdf4d232482098a9e3eb4f9, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=02af3fe01ec042a7d76253184e8d5fc8, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2deeaef9525c4ce239263784f9777f06, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=edd44ba41b309ea2935a8f449426eaa2, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d10f9b676857a178636ffd5ac25f0c51, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=091a2415625d5a7fcc49afc80c9d2b60, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=12922178dba5051b0a35118338157497, ASSIGN}] 2024-12-12T03:24:09,021 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=63505e8a80f193b5b335e6d40b40b220, ASSIGN 2024-12-12T03:24:09,021 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6635001d6da04a1f19e1cc5008017ab9, ASSIGN 2024-12-12T03:24:09,021 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=43b3efd5d9507aa1aa7854b565095868, ASSIGN 2024-12-12T03:24:09,021 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d0dd0c3f7a098ace5811a85135198ad1, ASSIGN 2024-12-12T03:24:09,022 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=43b3efd5d9507aa1aa7854b565095868, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:09,022 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6635001d6da04a1f19e1cc5008017ab9, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:09,022 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=63505e8a80f193b5b335e6d40b40b220, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:09,022 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d0dd0c3f7a098ace5811a85135198ad1, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:09,024 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=12922178dba5051b0a35118338157497, ASSIGN 2024-12-12T03:24:09,024 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=091a2415625d5a7fcc49afc80c9d2b60, ASSIGN 2024-12-12T03:24:09,024 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d10f9b676857a178636ffd5ac25f0c51, ASSIGN 2024-12-12T03:24:09,024 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=edd44ba41b309ea2935a8f449426eaa2, ASSIGN 2024-12-12T03:24:09,024 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2deeaef9525c4ce239263784f9777f06, ASSIGN 2024-12-12T03:24:09,025 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=12922178dba5051b0a35118338157497, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:09,025 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=091a2415625d5a7fcc49afc80c9d2b60, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:09,025 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d10f9b676857a178636ffd5ac25f0c51, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:09,025 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=edd44ba41b309ea2935a8f449426eaa2, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:09,025 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2deeaef9525c4ce239263784f9777f06, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:09,027 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=568421acabdf4d232482098a9e3eb4f9, ASSIGN 2024-12-12T03:24:09,027 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=02af3fe01ec042a7d76253184e8d5fc8, ASSIGN 2024-12-12T03:24:09,027 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9ffeaf92e554b6b64ae8d1cc24f603b7, ASSIGN 2024-12-12T03:24:09,027 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ddf11bfa0a76acf348437dd6f321aac7, ASSIGN 2024-12-12T03:24:09,027 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c376c60b85af434dbff211e1cc2d45a6, ASSIGN 2024-12-12T03:24:09,028 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9ffeaf92e554b6b64ae8d1cc24f603b7, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:09,028 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=568421acabdf4d232482098a9e3eb4f9, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:09,028 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=02af3fe01ec042a7d76253184e8d5fc8, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:09,028 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ddf11bfa0a76acf348437dd6f321aac7, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:09,028 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c376c60b85af434dbff211e1cc2d45a6, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:09,030 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4eafa023885858daaaf8567b49b2d900, ASSIGN 2024-12-12T03:24:09,030 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=27dc4407ba86cdeb6f9f9fe5a10daf4f, ASSIGN 2024-12-12T03:24:09,030 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6f6701d2e38eea538142f846d87eb6b6, ASSIGN 2024-12-12T03:24:09,031 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fdf5fa264c9126a27db7bde9a018a70a, ASSIGN 2024-12-12T03:24:09,031 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=438035d7885638b99d718d499c9b0f2a, ASSIGN 2024-12-12T03:24:09,031 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=27dc4407ba86cdeb6f9f9fe5a10daf4f, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:09,031 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4eafa023885858daaaf8567b49b2d900, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:09,031 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6f6701d2e38eea538142f846d87eb6b6, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:09,031 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=438035d7885638b99d718d499c9b0f2a, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:09,031 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=fdf5fa264c9126a27db7bde9a018a70a, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:09,033 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d1216f3a76889d0e6eeee65cfeb74ae0, ASSIGN 2024-12-12T03:24:09,033 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fb6e3f504b9f0b24806170c5973dbc1f, ASSIGN 2024-12-12T03:24:09,033 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=237e7cc9fecf9a44936747da6a0e6bcd, ASSIGN 2024-12-12T03:24:09,033 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0171e77a468e727596f664a9c1717919, ASSIGN 2024-12-12T03:24:09,034 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=55b72400afd00dd5383f8208513ea633, ASSIGN 2024-12-12T03:24:09,034 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d1216f3a76889d0e6eeee65cfeb74ae0, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:09,034 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=237e7cc9fecf9a44936747da6a0e6bcd, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:09,034 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=fb6e3f504b9f0b24806170c5973dbc1f, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:09,034 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0171e77a468e727596f664a9c1717919, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:09,034 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=55b72400afd00dd5383f8208513ea633, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:09,036 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ccf42b40039083dccc89b66b8f6361c0, ASSIGN 2024-12-12T03:24:09,036 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=40a1c76d0a001221b41b2357af184ab3, ASSIGN 2024-12-12T03:24:09,037 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ccf42b40039083dccc89b66b8f6361c0, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:09,037 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=40a1c76d0a001221b41b2357af184ab3, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:09,173 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=c376c60b85af434dbff211e1cc2d45a6, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,173 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=d10f9b676857a178636ffd5ac25f0c51, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,173 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=ddf11bfa0a76acf348437dd6f321aac7, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,173 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=27dc4407ba86cdeb6f9f9fe5a10daf4f, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,173 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=55b72400afd00dd5383f8208513ea633, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=24, state=RUNNABLE; OpenRegionProcedure 27dc4407ba86cdeb6f9f9fe5a10daf4f, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:09,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=26, state=RUNNABLE; OpenRegionProcedure c376c60b85af434dbff211e1cc2d45a6, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:09,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=27, state=RUNNABLE; OpenRegionProcedure ddf11bfa0a76acf348437dd6f321aac7, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:09,184 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=02af3fe01ec042a7d76253184e8d5fc8, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=33, state=RUNNABLE; OpenRegionProcedure d10f9b676857a178636ffd5ac25f0c51, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:09,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=13, state=RUNNABLE; OpenRegionProcedure 55b72400afd00dd5383f8208513ea633, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:09,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=30, state=RUNNABLE; OpenRegionProcedure 02af3fe01ec042a7d76253184e8d5fc8, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:09,188 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=091a2415625d5a7fcc49afc80c9d2b60, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=34, state=RUNNABLE; OpenRegionProcedure 091a2415625d5a7fcc49afc80c9d2b60, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:09,190 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=12922178dba5051b0a35118338157497, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,190 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=63505e8a80f193b5b335e6d40b40b220, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=35, state=RUNNABLE; OpenRegionProcedure 12922178dba5051b0a35118338157497, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:09,192 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=237e7cc9fecf9a44936747da6a0e6bcd, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=20, state=RUNNABLE; OpenRegionProcedure 237e7cc9fecf9a44936747da6a0e6bcd, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:09,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=11, state=RUNNABLE; OpenRegionProcedure 63505e8a80f193b5b335e6d40b40b220, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:09,194 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=fdf5fa264c9126a27db7bde9a018a70a, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,196 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=6635001d6da04a1f19e1cc5008017ab9, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,196 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=0171e77a468e727596f664a9c1717919, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,197 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=2deeaef9525c4ce239263784f9777f06, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=22, state=RUNNABLE; OpenRegionProcedure fdf5fa264c9126a27db7bde9a018a70a, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:09,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=18, state=RUNNABLE; OpenRegionProcedure 6635001d6da04a1f19e1cc5008017ab9, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:09,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=14, state=RUNNABLE; OpenRegionProcedure 0171e77a468e727596f664a9c1717919, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:09,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=31, state=RUNNABLE; OpenRegionProcedure 2deeaef9525c4ce239263784f9777f06, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:09,201 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=d1216f3a76889d0e6eeee65cfeb74ae0, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,202 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=9ffeaf92e554b6b64ae8d1cc24f603b7, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=28, state=RUNNABLE; OpenRegionProcedure 9ffeaf92e554b6b64ae8d1cc24f603b7, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:09,204 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=43b3efd5d9507aa1aa7854b565095868, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,204 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=fb6e3f504b9f0b24806170c5973dbc1f, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=15, state=RUNNABLE; OpenRegionProcedure d1216f3a76889d0e6eeee65cfeb74ae0, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:09,206 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=d0dd0c3f7a098ace5811a85135198ad1, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=19, state=RUNNABLE; OpenRegionProcedure fb6e3f504b9f0b24806170c5973dbc1f, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:09,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=17, state=RUNNABLE; OpenRegionProcedure d0dd0c3f7a098ace5811a85135198ad1, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:09,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=16, state=RUNNABLE; OpenRegionProcedure 43b3efd5d9507aa1aa7854b565095868, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:09,209 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=4eafa023885858daaaf8567b49b2d900, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,210 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=438035d7885638b99d718d499c9b0f2a, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,211 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=40a1c76d0a001221b41b2357af184ab3, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=25, state=RUNNABLE; OpenRegionProcedure 4eafa023885858daaaf8567b49b2d900, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:09,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=21, state=RUNNABLE; OpenRegionProcedure 438035d7885638b99d718d499c9b0f2a, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:09,213 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=568421acabdf4d232482098a9e3eb4f9, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=12, state=RUNNABLE; OpenRegionProcedure 40a1c76d0a001221b41b2357af184ab3, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:09,214 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=ccf42b40039083dccc89b66b8f6361c0, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=29, state=RUNNABLE; OpenRegionProcedure 568421acabdf4d232482098a9e3eb4f9, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:09,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=10, state=RUNNABLE; OpenRegionProcedure ccf42b40039083dccc89b66b8f6361c0, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:09,217 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=edd44ba41b309ea2935a8f449426eaa2, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,217 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=6f6701d2e38eea538142f846d87eb6b6, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=32, state=RUNNABLE; OpenRegionProcedure edd44ba41b309ea2935a8f449426eaa2, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:09,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=23, state=RUNNABLE; OpenRegionProcedure 6f6701d2e38eea538142f846d87eb6b6, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T03:24:09,332 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,339 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,lll,1733973845202.438035d7885638b99d718d499c9b0f2a. 2024-12-12T03:24:09,339 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 438035d7885638b99d718d499c9b0f2a, NAME => 'test,lll,1733973845202.438035d7885638b99d718d499c9b0f2a.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-12T03:24:09,339 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 438035d7885638b99d718d499c9b0f2a 2024-12-12T03:24:09,339 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,lll,1733973845202.438035d7885638b99d718d499c9b0f2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:09,339 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 438035d7885638b99d718d499c9b0f2a 2024-12-12T03:24:09,339 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 438035d7885638b99d718d499c9b0f2a 2024-12-12T03:24:09,342 INFO [StoreOpener-438035d7885638b99d718d499c9b0f2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 438035d7885638b99d718d499c9b0f2a 2024-12-12T03:24:09,344 INFO [StoreOpener-438035d7885638b99d718d499c9b0f2a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 438035d7885638b99d718d499c9b0f2a columnFamilyName f 2024-12-12T03:24:09,344 DEBUG [StoreOpener-438035d7885638b99d718d499c9b0f2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,345 INFO [StoreOpener-438035d7885638b99d718d499c9b0f2a-1 {}] regionserver.HStore(327): Store=438035d7885638b99d718d499c9b0f2a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,345 INFO [StoreOpener-438035d7885638b99d718d499c9b0f2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 438035d7885638b99d718d499c9b0f2a 2024-12-12T03:24:09,347 INFO [StoreOpener-438035d7885638b99d718d499c9b0f2a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 438035d7885638b99d718d499c9b0f2a columnFamilyName norep 2024-12-12T03:24:09,347 DEBUG [StoreOpener-438035d7885638b99d718d499c9b0f2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,347 INFO [StoreOpener-438035d7885638b99d718d499c9b0f2a-1 {}] regionserver.HStore(327): Store=438035d7885638b99d718d499c9b0f2a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,349 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/438035d7885638b99d718d499c9b0f2a 2024-12-12T03:24:09,349 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/438035d7885638b99d718d499c9b0f2a 2024-12-12T03:24:09,349 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-12T03:24:09,350 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:09,352 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 438035d7885638b99d718d499c9b0f2a 2024-12-12T03:24:09,354 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/438035d7885638b99d718d499c9b0f2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:09,354 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 438035d7885638b99d718d499c9b0f2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67965961, jitterRate=0.012771740555763245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:09,354 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 438035d7885638b99d718d499c9b0f2a: 2024-12-12T03:24:09,355 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1733973845202.438035d7885638b99d718d499c9b0f2a., pid=56, masterSystemTime=1733973849332 2024-12-12T03:24:09,358 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1733973845202.438035d7885638b99d718d499c9b0f2a. 2024-12-12T03:24:09,358 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,lll,1733973845202.438035d7885638b99d718d499c9b0f2a. 2024-12-12T03:24:09,358 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,ooo,1733973845202.27dc4407ba86cdeb6f9f9fe5a10daf4f. 2024-12-12T03:24:09,358 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 27dc4407ba86cdeb6f9f9fe5a10daf4f, NAME => 'test,ooo,1733973845202.27dc4407ba86cdeb6f9f9fe5a10daf4f.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-12T03:24:09,358 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=438035d7885638b99d718d499c9b0f2a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,358 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 27dc4407ba86cdeb6f9f9fe5a10daf4f 2024-12-12T03:24:09,358 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,ooo,1733973845202.27dc4407ba86cdeb6f9f9fe5a10daf4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:09,359 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 27dc4407ba86cdeb6f9f9fe5a10daf4f 2024-12-12T03:24:09,359 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 27dc4407ba86cdeb6f9f9fe5a10daf4f 2024-12-12T03:24:09,361 INFO [StoreOpener-27dc4407ba86cdeb6f9f9fe5a10daf4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 27dc4407ba86cdeb6f9f9fe5a10daf4f 2024-12-12T03:24:09,362 INFO [StoreOpener-27dc4407ba86cdeb6f9f9fe5a10daf4f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27dc4407ba86cdeb6f9f9fe5a10daf4f columnFamilyName f 2024-12-12T03:24:09,362 DEBUG [StoreOpener-27dc4407ba86cdeb6f9f9fe5a10daf4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=21 2024-12-12T03:24:09,363 INFO [StoreOpener-27dc4407ba86cdeb6f9f9fe5a10daf4f-1 {}] regionserver.HStore(327): Store=27dc4407ba86cdeb6f9f9fe5a10daf4f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,363 INFO [StoreOpener-27dc4407ba86cdeb6f9f9fe5a10daf4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 27dc4407ba86cdeb6f9f9fe5a10daf4f 2024-12-12T03:24:09,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=21, state=SUCCESS; OpenRegionProcedure 438035d7885638b99d718d499c9b0f2a, server=bc94ab33778f,38871,1733973832531 in 149 msec 2024-12-12T03:24:09,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=438035d7885638b99d718d499c9b0f2a, ASSIGN in 344 msec 2024-12-12T03:24:09,365 INFO [StoreOpener-27dc4407ba86cdeb6f9f9fe5a10daf4f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27dc4407ba86cdeb6f9f9fe5a10daf4f columnFamilyName norep 2024-12-12T03:24:09,365 DEBUG [StoreOpener-27dc4407ba86cdeb6f9f9fe5a10daf4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,365 INFO [StoreOpener-27dc4407ba86cdeb6f9f9fe5a10daf4f-1 {}] regionserver.HStore(327): Store=27dc4407ba86cdeb6f9f9fe5a10daf4f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,366 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/27dc4407ba86cdeb6f9f9fe5a10daf4f 2024-12-12T03:24:09,367 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/27dc4407ba86cdeb6f9f9fe5a10daf4f 2024-12-12T03:24:09,368 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:09,370 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 27dc4407ba86cdeb6f9f9fe5a10daf4f 2024-12-12T03:24:09,372 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/27dc4407ba86cdeb6f9f9fe5a10daf4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:09,372 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 27dc4407ba86cdeb6f9f9fe5a10daf4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70119795, jitterRate=0.04486636817455292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:09,373 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 27dc4407ba86cdeb6f9f9fe5a10daf4f: 2024-12-12T03:24:09,373 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1733973845202.27dc4407ba86cdeb6f9f9fe5a10daf4f., pid=36, masterSystemTime=1733973849332 2024-12-12T03:24:09,375 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1733973845202.27dc4407ba86cdeb6f9f9fe5a10daf4f. 2024-12-12T03:24:09,375 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,ooo,1733973845202.27dc4407ba86cdeb6f9f9fe5a10daf4f. 2024-12-12T03:24:09,375 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,kkk,1733973845202.237e7cc9fecf9a44936747da6a0e6bcd. 2024-12-12T03:24:09,376 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 237e7cc9fecf9a44936747da6a0e6bcd, NAME => 'test,kkk,1733973845202.237e7cc9fecf9a44936747da6a0e6bcd.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-12T03:24:09,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=27dc4407ba86cdeb6f9f9fe5a10daf4f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,376 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 237e7cc9fecf9a44936747da6a0e6bcd 2024-12-12T03:24:09,376 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,kkk,1733973845202.237e7cc9fecf9a44936747da6a0e6bcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:09,376 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 237e7cc9fecf9a44936747da6a0e6bcd 2024-12-12T03:24:09,376 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 237e7cc9fecf9a44936747da6a0e6bcd 2024-12-12T03:24:09,378 INFO [StoreOpener-237e7cc9fecf9a44936747da6a0e6bcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 237e7cc9fecf9a44936747da6a0e6bcd 2024-12-12T03:24:09,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=24 2024-12-12T03:24:09,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=24, state=SUCCESS; OpenRegionProcedure 27dc4407ba86cdeb6f9f9fe5a10daf4f, server=bc94ab33778f,38871,1733973832531 in 199 msec 2024-12-12T03:24:09,380 INFO [StoreOpener-237e7cc9fecf9a44936747da6a0e6bcd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 237e7cc9fecf9a44936747da6a0e6bcd columnFamilyName f 2024-12-12T03:24:09,380 DEBUG [StoreOpener-237e7cc9fecf9a44936747da6a0e6bcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,381 INFO [StoreOpener-237e7cc9fecf9a44936747da6a0e6bcd-1 {}] regionserver.HStore(327): Store=237e7cc9fecf9a44936747da6a0e6bcd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,381 INFO [StoreOpener-237e7cc9fecf9a44936747da6a0e6bcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 237e7cc9fecf9a44936747da6a0e6bcd 2024-12-12T03:24:09,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=27dc4407ba86cdeb6f9f9fe5a10daf4f, ASSIGN in 361 msec 2024-12-12T03:24:09,383 INFO [StoreOpener-237e7cc9fecf9a44936747da6a0e6bcd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 237e7cc9fecf9a44936747da6a0e6bcd columnFamilyName norep 2024-12-12T03:24:09,383 DEBUG [StoreOpener-237e7cc9fecf9a44936747da6a0e6bcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,383 INFO [StoreOpener-237e7cc9fecf9a44936747da6a0e6bcd-1 {}] regionserver.HStore(327): Store=237e7cc9fecf9a44936747da6a0e6bcd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,384 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/237e7cc9fecf9a44936747da6a0e6bcd 2024-12-12T03:24:09,385 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/237e7cc9fecf9a44936747da6a0e6bcd 2024-12-12T03:24:09,386 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:09,387 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 237e7cc9fecf9a44936747da6a0e6bcd 2024-12-12T03:24:09,390 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/237e7cc9fecf9a44936747da6a0e6bcd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:09,391 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 237e7cc9fecf9a44936747da6a0e6bcd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72891618, jitterRate=0.08616974949836731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:09,391 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 237e7cc9fecf9a44936747da6a0e6bcd: 2024-12-12T03:24:09,392 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1733973845202.237e7cc9fecf9a44936747da6a0e6bcd., pid=45, masterSystemTime=1733973849332 2024-12-12T03:24:09,394 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1733973845202.237e7cc9fecf9a44936747da6a0e6bcd. 2024-12-12T03:24:09,394 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,kkk,1733973845202.237e7cc9fecf9a44936747da6a0e6bcd. 2024-12-12T03:24:09,394 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,rrr,1733973845202.ddf11bfa0a76acf348437dd6f321aac7. 2024-12-12T03:24:09,394 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=237e7cc9fecf9a44936747da6a0e6bcd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,394 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => ddf11bfa0a76acf348437dd6f321aac7, NAME => 'test,rrr,1733973845202.ddf11bfa0a76acf348437dd6f321aac7.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-12T03:24:09,394 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ddf11bfa0a76acf348437dd6f321aac7 2024-12-12T03:24:09,394 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,rrr,1733973845202.ddf11bfa0a76acf348437dd6f321aac7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:09,395 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for ddf11bfa0a76acf348437dd6f321aac7 2024-12-12T03:24:09,395 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for ddf11bfa0a76acf348437dd6f321aac7 2024-12-12T03:24:09,397 INFO [StoreOpener-ddf11bfa0a76acf348437dd6f321aac7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ddf11bfa0a76acf348437dd6f321aac7 2024-12-12T03:24:09,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=20 2024-12-12T03:24:09,398 INFO [StoreOpener-ddf11bfa0a76acf348437dd6f321aac7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddf11bfa0a76acf348437dd6f321aac7 columnFamilyName f 2024-12-12T03:24:09,398 DEBUG [StoreOpener-ddf11bfa0a76acf348437dd6f321aac7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=20, state=SUCCESS; OpenRegionProcedure 237e7cc9fecf9a44936747da6a0e6bcd, server=bc94ab33778f,38871,1733973832531 in 203 msec 2024-12-12T03:24:09,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=237e7cc9fecf9a44936747da6a0e6bcd, ASSIGN in 379 msec 2024-12-12T03:24:09,399 INFO [StoreOpener-ddf11bfa0a76acf348437dd6f321aac7-1 {}] regionserver.HStore(327): Store=ddf11bfa0a76acf348437dd6f321aac7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,399 INFO [StoreOpener-ddf11bfa0a76acf348437dd6f321aac7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ddf11bfa0a76acf348437dd6f321aac7 2024-12-12T03:24:09,400 INFO [StoreOpener-ddf11bfa0a76acf348437dd6f321aac7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddf11bfa0a76acf348437dd6f321aac7 columnFamilyName norep 2024-12-12T03:24:09,401 DEBUG [StoreOpener-ddf11bfa0a76acf348437dd6f321aac7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,401 INFO [StoreOpener-ddf11bfa0a76acf348437dd6f321aac7-1 {}] regionserver.HStore(327): Store=ddf11bfa0a76acf348437dd6f321aac7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,402 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/ddf11bfa0a76acf348437dd6f321aac7 2024-12-12T03:24:09,402 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/ddf11bfa0a76acf348437dd6f321aac7 2024-12-12T03:24:09,403 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:09,404 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for ddf11bfa0a76acf348437dd6f321aac7 2024-12-12T03:24:09,407 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/ddf11bfa0a76acf348437dd6f321aac7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:09,407 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened ddf11bfa0a76acf348437dd6f321aac7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66333614, jitterRate=-0.011552125215530396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:09,407 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for ddf11bfa0a76acf348437dd6f321aac7: 2024-12-12T03:24:09,408 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1733973845202.ddf11bfa0a76acf348437dd6f321aac7., pid=38, masterSystemTime=1733973849332 2024-12-12T03:24:09,410 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1733973845202.ddf11bfa0a76acf348437dd6f321aac7. 2024-12-12T03:24:09,410 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,rrr,1733973845202.ddf11bfa0a76acf348437dd6f321aac7. 2024-12-12T03:24:09,410 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,ddd,1733973845202.55b72400afd00dd5383f8208513ea633. 2024-12-12T03:24:09,410 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 55b72400afd00dd5383f8208513ea633, NAME => 'test,ddd,1733973845202.55b72400afd00dd5383f8208513ea633.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-12T03:24:09,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=ddf11bfa0a76acf348437dd6f321aac7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,411 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 55b72400afd00dd5383f8208513ea633 2024-12-12T03:24:09,411 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,ddd,1733973845202.55b72400afd00dd5383f8208513ea633.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:09,411 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 55b72400afd00dd5383f8208513ea633 2024-12-12T03:24:09,411 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 55b72400afd00dd5383f8208513ea633 2024-12-12T03:24:09,413 INFO [StoreOpener-55b72400afd00dd5383f8208513ea633-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 55b72400afd00dd5383f8208513ea633 2024-12-12T03:24:09,415 INFO [StoreOpener-55b72400afd00dd5383f8208513ea633-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55b72400afd00dd5383f8208513ea633 columnFamilyName f 2024-12-12T03:24:09,415 DEBUG [StoreOpener-55b72400afd00dd5383f8208513ea633-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=27 2024-12-12T03:24:09,415 INFO [StoreOpener-55b72400afd00dd5383f8208513ea633-1 {}] regionserver.HStore(327): Store=55b72400afd00dd5383f8208513ea633/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,416 INFO [StoreOpener-55b72400afd00dd5383f8208513ea633-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 55b72400afd00dd5383f8208513ea633 2024-12-12T03:24:09,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=27, state=SUCCESS; OpenRegionProcedure ddf11bfa0a76acf348437dd6f321aac7, server=bc94ab33778f,38871,1733973832531 in 229 msec 2024-12-12T03:24:09,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ddf11bfa0a76acf348437dd6f321aac7, ASSIGN in 396 msec 2024-12-12T03:24:09,417 INFO [StoreOpener-55b72400afd00dd5383f8208513ea633-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55b72400afd00dd5383f8208513ea633 columnFamilyName norep 2024-12-12T03:24:09,417 DEBUG [StoreOpener-55b72400afd00dd5383f8208513ea633-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,418 INFO [StoreOpener-55b72400afd00dd5383f8208513ea633-1 {}] regionserver.HStore(327): Store=55b72400afd00dd5383f8208513ea633/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,419 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/55b72400afd00dd5383f8208513ea633 2024-12-12T03:24:09,419 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/55b72400afd00dd5383f8208513ea633 2024-12-12T03:24:09,420 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:09,421 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 55b72400afd00dd5383f8208513ea633 2024-12-12T03:24:09,423 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/55b72400afd00dd5383f8208513ea633/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:09,424 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 55b72400afd00dd5383f8208513ea633; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60904455, jitterRate=-0.09245289862155914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:09,424 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 55b72400afd00dd5383f8208513ea633: 2024-12-12T03:24:09,425 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1733973845202.55b72400afd00dd5383f8208513ea633., pid=40, masterSystemTime=1733973849332 2024-12-12T03:24:09,427 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1733973845202.55b72400afd00dd5383f8208513ea633. 2024-12-12T03:24:09,427 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,ddd,1733973845202.55b72400afd00dd5383f8208513ea633. 2024-12-12T03:24:09,427 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,eee,1733973845202.0171e77a468e727596f664a9c1717919. 2024-12-12T03:24:09,427 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 0171e77a468e727596f664a9c1717919, NAME => 'test,eee,1733973845202.0171e77a468e727596f664a9c1717919.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-12T03:24:09,427 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=55b72400afd00dd5383f8208513ea633, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,428 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0171e77a468e727596f664a9c1717919 2024-12-12T03:24:09,428 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,eee,1733973845202.0171e77a468e727596f664a9c1717919.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:09,428 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 0171e77a468e727596f664a9c1717919 2024-12-12T03:24:09,428 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 0171e77a468e727596f664a9c1717919 2024-12-12T03:24:09,430 INFO [StoreOpener-0171e77a468e727596f664a9c1717919-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0171e77a468e727596f664a9c1717919 2024-12-12T03:24:09,431 INFO [StoreOpener-0171e77a468e727596f664a9c1717919-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0171e77a468e727596f664a9c1717919 columnFamilyName f 2024-12-12T03:24:09,432 DEBUG [StoreOpener-0171e77a468e727596f664a9c1717919-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=13 2024-12-12T03:24:09,432 INFO [StoreOpener-0171e77a468e727596f664a9c1717919-1 {}] regionserver.HStore(327): Store=0171e77a468e727596f664a9c1717919/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,432 INFO [StoreOpener-0171e77a468e727596f664a9c1717919-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0171e77a468e727596f664a9c1717919 2024-12-12T03:24:09,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=13, state=SUCCESS; OpenRegionProcedure 55b72400afd00dd5383f8208513ea633, server=bc94ab33778f,38871,1733973832531 in 242 msec 2024-12-12T03:24:09,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=55b72400afd00dd5383f8208513ea633, ASSIGN in 413 msec 2024-12-12T03:24:09,434 INFO [StoreOpener-0171e77a468e727596f664a9c1717919-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0171e77a468e727596f664a9c1717919 columnFamilyName norep 2024-12-12T03:24:09,434 DEBUG [StoreOpener-0171e77a468e727596f664a9c1717919-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,435 INFO [StoreOpener-0171e77a468e727596f664a9c1717919-1 {}] regionserver.HStore(327): Store=0171e77a468e727596f664a9c1717919/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,436 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/0171e77a468e727596f664a9c1717919 2024-12-12T03:24:09,436 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/0171e77a468e727596f664a9c1717919 2024-12-12T03:24:09,438 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:09,439 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 0171e77a468e727596f664a9c1717919 2024-12-12T03:24:09,442 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/0171e77a468e727596f664a9c1717919/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:09,442 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 0171e77a468e727596f664a9c1717919; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59462500, jitterRate=-0.11393970251083374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:09,443 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 0171e77a468e727596f664a9c1717919: 2024-12-12T03:24:09,444 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1733973845202.0171e77a468e727596f664a9c1717919., pid=48, masterSystemTime=1733973849332 2024-12-12T03:24:09,445 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1733973845202.0171e77a468e727596f664a9c1717919. 2024-12-12T03:24:09,445 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,eee,1733973845202.0171e77a468e727596f664a9c1717919. 2024-12-12T03:24:09,446 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,yyy,1733973845202.091a2415625d5a7fcc49afc80c9d2b60. 2024-12-12T03:24:09,446 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=0171e77a468e727596f664a9c1717919, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,446 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 091a2415625d5a7fcc49afc80c9d2b60, NAME => 'test,yyy,1733973845202.091a2415625d5a7fcc49afc80c9d2b60.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-12T03:24:09,446 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 091a2415625d5a7fcc49afc80c9d2b60 2024-12-12T03:24:09,446 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,yyy,1733973845202.091a2415625d5a7fcc49afc80c9d2b60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:09,446 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 091a2415625d5a7fcc49afc80c9d2b60 2024-12-12T03:24:09,447 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 091a2415625d5a7fcc49afc80c9d2b60 2024-12-12T03:24:09,448 INFO [StoreOpener-091a2415625d5a7fcc49afc80c9d2b60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 091a2415625d5a7fcc49afc80c9d2b60 2024-12-12T03:24:09,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=14 2024-12-12T03:24:09,450 INFO [StoreOpener-091a2415625d5a7fcc49afc80c9d2b60-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 091a2415625d5a7fcc49afc80c9d2b60 columnFamilyName f 2024-12-12T03:24:09,450 DEBUG [StoreOpener-091a2415625d5a7fcc49afc80c9d2b60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=14, state=SUCCESS; OpenRegionProcedure 0171e77a468e727596f664a9c1717919, server=bc94ab33778f,38871,1733973832531 in 248 msec 2024-12-12T03:24:09,451 INFO [StoreOpener-091a2415625d5a7fcc49afc80c9d2b60-1 {}] regionserver.HStore(327): Store=091a2415625d5a7fcc49afc80c9d2b60/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0171e77a468e727596f664a9c1717919, ASSIGN in 431 msec 2024-12-12T03:24:09,451 INFO [StoreOpener-091a2415625d5a7fcc49afc80c9d2b60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 091a2415625d5a7fcc49afc80c9d2b60 2024-12-12T03:24:09,452 INFO [StoreOpener-091a2415625d5a7fcc49afc80c9d2b60-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 091a2415625d5a7fcc49afc80c9d2b60 columnFamilyName norep 2024-12-12T03:24:09,452 DEBUG [StoreOpener-091a2415625d5a7fcc49afc80c9d2b60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,453 INFO [StoreOpener-091a2415625d5a7fcc49afc80c9d2b60-1 {}] regionserver.HStore(327): Store=091a2415625d5a7fcc49afc80c9d2b60/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,454 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/091a2415625d5a7fcc49afc80c9d2b60 2024-12-12T03:24:09,454 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/091a2415625d5a7fcc49afc80c9d2b60 2024-12-12T03:24:09,456 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:09,458 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 091a2415625d5a7fcc49afc80c9d2b60 2024-12-12T03:24:09,460 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/091a2415625d5a7fcc49afc80c9d2b60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:09,461 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 091a2415625d5a7fcc49afc80c9d2b60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71857827, jitterRate=0.07076506316661835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:09,461 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 091a2415625d5a7fcc49afc80c9d2b60: 2024-12-12T03:24:09,461 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1733973845202.091a2415625d5a7fcc49afc80c9d2b60., pid=42, masterSystemTime=1733973849332 2024-12-12T03:24:09,463 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1733973845202.091a2415625d5a7fcc49afc80c9d2b60. 2024-12-12T03:24:09,463 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,yyy,1733973845202.091a2415625d5a7fcc49afc80c9d2b60. 2024-12-12T03:24:09,464 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,mmm,1733973845202.fdf5fa264c9126a27db7bde9a018a70a. 2024-12-12T03:24:09,464 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=091a2415625d5a7fcc49afc80c9d2b60, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,464 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => fdf5fa264c9126a27db7bde9a018a70a, NAME => 'test,mmm,1733973845202.fdf5fa264c9126a27db7bde9a018a70a.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-12T03:24:09,464 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fdf5fa264c9126a27db7bde9a018a70a 2024-12-12T03:24:09,464 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,mmm,1733973845202.fdf5fa264c9126a27db7bde9a018a70a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:09,465 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for fdf5fa264c9126a27db7bde9a018a70a 2024-12-12T03:24:09,465 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for fdf5fa264c9126a27db7bde9a018a70a 2024-12-12T03:24:09,467 INFO [StoreOpener-fdf5fa264c9126a27db7bde9a018a70a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fdf5fa264c9126a27db7bde9a018a70a 2024-12-12T03:24:09,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=34 2024-12-12T03:24:09,469 INFO [StoreOpener-fdf5fa264c9126a27db7bde9a018a70a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdf5fa264c9126a27db7bde9a018a70a columnFamilyName f 2024-12-12T03:24:09,469 DEBUG [StoreOpener-fdf5fa264c9126a27db7bde9a018a70a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=34, state=SUCCESS; OpenRegionProcedure 091a2415625d5a7fcc49afc80c9d2b60, server=bc94ab33778f,38871,1733973832531 in 276 msec 2024-12-12T03:24:09,469 INFO [StoreOpener-fdf5fa264c9126a27db7bde9a018a70a-1 {}] regionserver.HStore(327): Store=fdf5fa264c9126a27db7bde9a018a70a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,470 INFO [StoreOpener-fdf5fa264c9126a27db7bde9a018a70a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fdf5fa264c9126a27db7bde9a018a70a 2024-12-12T03:24:09,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=091a2415625d5a7fcc49afc80c9d2b60, ASSIGN in 449 msec 2024-12-12T03:24:09,471 INFO [StoreOpener-fdf5fa264c9126a27db7bde9a018a70a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdf5fa264c9126a27db7bde9a018a70a columnFamilyName norep 2024-12-12T03:24:09,471 DEBUG [StoreOpener-fdf5fa264c9126a27db7bde9a018a70a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,472 INFO [StoreOpener-fdf5fa264c9126a27db7bde9a018a70a-1 {}] regionserver.HStore(327): Store=fdf5fa264c9126a27db7bde9a018a70a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,473 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/fdf5fa264c9126a27db7bde9a018a70a 2024-12-12T03:24:09,473 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/fdf5fa264c9126a27db7bde9a018a70a 2024-12-12T03:24:09,474 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:09,476 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for fdf5fa264c9126a27db7bde9a018a70a 2024-12-12T03:24:09,478 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/fdf5fa264c9126a27db7bde9a018a70a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:09,479 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened fdf5fa264c9126a27db7bde9a018a70a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60332566, jitterRate=-0.10097470879554749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:09,479 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for fdf5fa264c9126a27db7bde9a018a70a: 2024-12-12T03:24:09,480 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1733973845202.fdf5fa264c9126a27db7bde9a018a70a., pid=46, masterSystemTime=1733973849332 2024-12-12T03:24:09,482 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1733973845202.fdf5fa264c9126a27db7bde9a018a70a. 2024-12-12T03:24:09,482 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,mmm,1733973845202.fdf5fa264c9126a27db7bde9a018a70a. 2024-12-12T03:24:09,482 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,qqq,1733973845202.c376c60b85af434dbff211e1cc2d45a6. 2024-12-12T03:24:09,482 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => c376c60b85af434dbff211e1cc2d45a6, NAME => 'test,qqq,1733973845202.c376c60b85af434dbff211e1cc2d45a6.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-12T03:24:09,482 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=fdf5fa264c9126a27db7bde9a018a70a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,482 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c376c60b85af434dbff211e1cc2d45a6 2024-12-12T03:24:09,483 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,qqq,1733973845202.c376c60b85af434dbff211e1cc2d45a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:09,483 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for c376c60b85af434dbff211e1cc2d45a6 2024-12-12T03:24:09,483 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for c376c60b85af434dbff211e1cc2d45a6 2024-12-12T03:24:09,485 INFO [StoreOpener-c376c60b85af434dbff211e1cc2d45a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c376c60b85af434dbff211e1cc2d45a6 2024-12-12T03:24:09,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=22 2024-12-12T03:24:09,487 INFO [StoreOpener-c376c60b85af434dbff211e1cc2d45a6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c376c60b85af434dbff211e1cc2d45a6 columnFamilyName f 2024-12-12T03:24:09,487 DEBUG [StoreOpener-c376c60b85af434dbff211e1cc2d45a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=22, state=SUCCESS; OpenRegionProcedure fdf5fa264c9126a27db7bde9a018a70a, server=bc94ab33778f,38871,1733973832531 in 287 msec 2024-12-12T03:24:09,487 INFO [StoreOpener-c376c60b85af434dbff211e1cc2d45a6-1 {}] regionserver.HStore(327): Store=c376c60b85af434dbff211e1cc2d45a6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=fdf5fa264c9126a27db7bde9a018a70a, ASSIGN in 467 msec 2024-12-12T03:24:09,487 INFO [StoreOpener-c376c60b85af434dbff211e1cc2d45a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c376c60b85af434dbff211e1cc2d45a6 2024-12-12T03:24:09,489 INFO [StoreOpener-c376c60b85af434dbff211e1cc2d45a6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c376c60b85af434dbff211e1cc2d45a6 columnFamilyName norep 2024-12-12T03:24:09,489 DEBUG [StoreOpener-c376c60b85af434dbff211e1cc2d45a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,490 INFO [StoreOpener-c376c60b85af434dbff211e1cc2d45a6-1 {}] regionserver.HStore(327): Store=c376c60b85af434dbff211e1cc2d45a6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,491 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/c376c60b85af434dbff211e1cc2d45a6 2024-12-12T03:24:09,492 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/c376c60b85af434dbff211e1cc2d45a6 2024-12-12T03:24:09,493 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:09,495 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for c376c60b85af434dbff211e1cc2d45a6 2024-12-12T03:24:09,497 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/c376c60b85af434dbff211e1cc2d45a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:09,498 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened c376c60b85af434dbff211e1cc2d45a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71719029, jitterRate=0.06869681179523468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:09,498 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for c376c60b85af434dbff211e1cc2d45a6: 2024-12-12T03:24:09,498 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1733973845202.c376c60b85af434dbff211e1cc2d45a6., pid=37, masterSystemTime=1733973849332 2024-12-12T03:24:09,500 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1733973845202.c376c60b85af434dbff211e1cc2d45a6. 2024-12-12T03:24:09,500 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,qqq,1733973845202.c376c60b85af434dbff211e1cc2d45a6. 2024-12-12T03:24:09,500 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,sss,1733973845202.9ffeaf92e554b6b64ae8d1cc24f603b7. 2024-12-12T03:24:09,501 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 9ffeaf92e554b6b64ae8d1cc24f603b7, NAME => 'test,sss,1733973845202.9ffeaf92e554b6b64ae8d1cc24f603b7.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-12T03:24:09,501 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=c376c60b85af434dbff211e1cc2d45a6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,501 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9ffeaf92e554b6b64ae8d1cc24f603b7 2024-12-12T03:24:09,501 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,sss,1733973845202.9ffeaf92e554b6b64ae8d1cc24f603b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:09,501 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 9ffeaf92e554b6b64ae8d1cc24f603b7 2024-12-12T03:24:09,501 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 9ffeaf92e554b6b64ae8d1cc24f603b7 2024-12-12T03:24:09,503 INFO [StoreOpener-9ffeaf92e554b6b64ae8d1cc24f603b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9ffeaf92e554b6b64ae8d1cc24f603b7 2024-12-12T03:24:09,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=26 2024-12-12T03:24:09,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=26, state=SUCCESS; OpenRegionProcedure c376c60b85af434dbff211e1cc2d45a6, server=bc94ab33778f,38871,1733973832531 in 321 msec 2024-12-12T03:24:09,505 INFO [StoreOpener-9ffeaf92e554b6b64ae8d1cc24f603b7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ffeaf92e554b6b64ae8d1cc24f603b7 columnFamilyName f 2024-12-12T03:24:09,505 DEBUG [StoreOpener-9ffeaf92e554b6b64ae8d1cc24f603b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,506 INFO [StoreOpener-9ffeaf92e554b6b64ae8d1cc24f603b7-1 {}] regionserver.HStore(327): Store=9ffeaf92e554b6b64ae8d1cc24f603b7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c376c60b85af434dbff211e1cc2d45a6, ASSIGN in 485 msec 2024-12-12T03:24:09,506 INFO [StoreOpener-9ffeaf92e554b6b64ae8d1cc24f603b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9ffeaf92e554b6b64ae8d1cc24f603b7 2024-12-12T03:24:09,507 INFO [StoreOpener-9ffeaf92e554b6b64ae8d1cc24f603b7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ffeaf92e554b6b64ae8d1cc24f603b7 columnFamilyName norep 2024-12-12T03:24:09,507 DEBUG [StoreOpener-9ffeaf92e554b6b64ae8d1cc24f603b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,508 INFO [StoreOpener-9ffeaf92e554b6b64ae8d1cc24f603b7-1 {}] regionserver.HStore(327): Store=9ffeaf92e554b6b64ae8d1cc24f603b7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,509 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/9ffeaf92e554b6b64ae8d1cc24f603b7 2024-12-12T03:24:09,509 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/9ffeaf92e554b6b64ae8d1cc24f603b7 2024-12-12T03:24:09,511 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:09,512 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 9ffeaf92e554b6b64ae8d1cc24f603b7 2024-12-12T03:24:09,515 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/9ffeaf92e554b6b64ae8d1cc24f603b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:09,516 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 9ffeaf92e554b6b64ae8d1cc24f603b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72308362, jitterRate=0.0774785578250885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:09,516 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 9ffeaf92e554b6b64ae8d1cc24f603b7: 2024-12-12T03:24:09,516 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1733973845202.9ffeaf92e554b6b64ae8d1cc24f603b7., pid=51, masterSystemTime=1733973849332 2024-12-12T03:24:09,518 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1733973845202.9ffeaf92e554b6b64ae8d1cc24f603b7. 2024-12-12T03:24:09,518 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,sss,1733973845202.9ffeaf92e554b6b64ae8d1cc24f603b7. 2024-12-12T03:24:09,518 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,zzz,1733973845202.12922178dba5051b0a35118338157497. 2024-12-12T03:24:09,518 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 12922178dba5051b0a35118338157497, NAME => 'test,zzz,1733973845202.12922178dba5051b0a35118338157497.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-12T03:24:09,519 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=9ffeaf92e554b6b64ae8d1cc24f603b7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,519 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 12922178dba5051b0a35118338157497 2024-12-12T03:24:09,519 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,zzz,1733973845202.12922178dba5051b0a35118338157497.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:09,519 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 12922178dba5051b0a35118338157497 2024-12-12T03:24:09,519 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 12922178dba5051b0a35118338157497 2024-12-12T03:24:09,521 INFO [StoreOpener-12922178dba5051b0a35118338157497-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 12922178dba5051b0a35118338157497 2024-12-12T03:24:09,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=28 2024-12-12T03:24:09,523 INFO [StoreOpener-12922178dba5051b0a35118338157497-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12922178dba5051b0a35118338157497 columnFamilyName f 2024-12-12T03:24:09,523 DEBUG [StoreOpener-12922178dba5051b0a35118338157497-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=28, state=SUCCESS; OpenRegionProcedure 9ffeaf92e554b6b64ae8d1cc24f603b7, server=bc94ab33778f,38871,1733973832531 in 317 msec 2024-12-12T03:24:09,525 INFO [StoreOpener-12922178dba5051b0a35118338157497-1 {}] regionserver.HStore(327): Store=12922178dba5051b0a35118338157497/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9ffeaf92e554b6b64ae8d1cc24f603b7, ASSIGN in 504 msec 2024-12-12T03:24:09,525 INFO [StoreOpener-12922178dba5051b0a35118338157497-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 12922178dba5051b0a35118338157497 2024-12-12T03:24:09,527 INFO [StoreOpener-12922178dba5051b0a35118338157497-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12922178dba5051b0a35118338157497 columnFamilyName norep 2024-12-12T03:24:09,527 DEBUG [StoreOpener-12922178dba5051b0a35118338157497-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,527 INFO [StoreOpener-12922178dba5051b0a35118338157497-1 {}] regionserver.HStore(327): Store=12922178dba5051b0a35118338157497/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,528 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/12922178dba5051b0a35118338157497 2024-12-12T03:24:09,529 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/12922178dba5051b0a35118338157497 2024-12-12T03:24:09,530 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:09,531 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 12922178dba5051b0a35118338157497 2024-12-12T03:24:09,534 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/12922178dba5051b0a35118338157497/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:09,534 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 12922178dba5051b0a35118338157497; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71024031, jitterRate=0.05834053456783295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:09,534 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 12922178dba5051b0a35118338157497: 2024-12-12T03:24:09,535 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1733973845202.12922178dba5051b0a35118338157497., pid=43, masterSystemTime=1733973849332 2024-12-12T03:24:09,537 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1733973845202.12922178dba5051b0a35118338157497. 2024-12-12T03:24:09,537 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,zzz,1733973845202.12922178dba5051b0a35118338157497. 2024-12-12T03:24:09,537 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,nnn,1733973845202.6f6701d2e38eea538142f846d87eb6b6. 2024-12-12T03:24:09,537 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 6f6701d2e38eea538142f846d87eb6b6, NAME => 'test,nnn,1733973845202.6f6701d2e38eea538142f846d87eb6b6.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-12T03:24:09,537 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=12922178dba5051b0a35118338157497, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,538 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6f6701d2e38eea538142f846d87eb6b6 2024-12-12T03:24:09,538 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,nnn,1733973845202.6f6701d2e38eea538142f846d87eb6b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:09,538 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 6f6701d2e38eea538142f846d87eb6b6 2024-12-12T03:24:09,538 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 6f6701d2e38eea538142f846d87eb6b6 2024-12-12T03:24:09,540 INFO [StoreOpener-6f6701d2e38eea538142f846d87eb6b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6f6701d2e38eea538142f846d87eb6b6 2024-12-12T03:24:09,542 INFO [StoreOpener-6f6701d2e38eea538142f846d87eb6b6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f6701d2e38eea538142f846d87eb6b6 columnFamilyName f 2024-12-12T03:24:09,542 DEBUG [StoreOpener-6f6701d2e38eea538142f846d87eb6b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=35 2024-12-12T03:24:09,542 INFO [StoreOpener-6f6701d2e38eea538142f846d87eb6b6-1 {}] regionserver.HStore(327): Store=6f6701d2e38eea538142f846d87eb6b6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,543 INFO [StoreOpener-6f6701d2e38eea538142f846d87eb6b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6f6701d2e38eea538142f846d87eb6b6 2024-12-12T03:24:09,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=35, state=SUCCESS; OpenRegionProcedure 12922178dba5051b0a35118338157497, server=bc94ab33778f,38871,1733973832531 in 348 msec 2024-12-12T03:24:09,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=12922178dba5051b0a35118338157497, ASSIGN in 523 msec 2024-12-12T03:24:09,544 INFO [StoreOpener-6f6701d2e38eea538142f846d87eb6b6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f6701d2e38eea538142f846d87eb6b6 columnFamilyName norep 2024-12-12T03:24:09,544 DEBUG [StoreOpener-6f6701d2e38eea538142f846d87eb6b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,545 INFO [StoreOpener-6f6701d2e38eea538142f846d87eb6b6-1 {}] regionserver.HStore(327): Store=6f6701d2e38eea538142f846d87eb6b6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,546 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/6f6701d2e38eea538142f846d87eb6b6 2024-12-12T03:24:09,547 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/6f6701d2e38eea538142f846d87eb6b6 2024-12-12T03:24:09,548 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:09,549 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 6f6701d2e38eea538142f846d87eb6b6 2024-12-12T03:24:09,552 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/6f6701d2e38eea538142f846d87eb6b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:09,552 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 6f6701d2e38eea538142f846d87eb6b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65255046, jitterRate=-0.027624040842056274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:09,552 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 6f6701d2e38eea538142f846d87eb6b6: 2024-12-12T03:24:09,553 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1733973845202.6f6701d2e38eea538142f846d87eb6b6., pid=61, masterSystemTime=1733973849332 2024-12-12T03:24:09,555 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1733973845202.6f6701d2e38eea538142f846d87eb6b6. 2024-12-12T03:24:09,555 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,nnn,1733973845202.6f6701d2e38eea538142f846d87eb6b6. 2024-12-12T03:24:09,555 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,hhh,1733973845202.d0dd0c3f7a098ace5811a85135198ad1. 2024-12-12T03:24:09,555 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => d0dd0c3f7a098ace5811a85135198ad1, NAME => 'test,hhh,1733973845202.d0dd0c3f7a098ace5811a85135198ad1.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-12T03:24:09,555 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=6f6701d2e38eea538142f846d87eb6b6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,555 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d0dd0c3f7a098ace5811a85135198ad1 2024-12-12T03:24:09,555 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,hhh,1733973845202.d0dd0c3f7a098ace5811a85135198ad1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:09,556 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for d0dd0c3f7a098ace5811a85135198ad1 2024-12-12T03:24:09,556 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for d0dd0c3f7a098ace5811a85135198ad1 2024-12-12T03:24:09,557 INFO [StoreOpener-d0dd0c3f7a098ace5811a85135198ad1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d0dd0c3f7a098ace5811a85135198ad1 2024-12-12T03:24:09,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=23 2024-12-12T03:24:09,559 INFO [StoreOpener-d0dd0c3f7a098ace5811a85135198ad1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0dd0c3f7a098ace5811a85135198ad1 columnFamilyName f 2024-12-12T03:24:09,559 DEBUG [StoreOpener-d0dd0c3f7a098ace5811a85135198ad1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=23, state=SUCCESS; OpenRegionProcedure 6f6701d2e38eea538142f846d87eb6b6, server=bc94ab33778f,38871,1733973832531 in 338 msec 2024-12-12T03:24:09,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6f6701d2e38eea538142f846d87eb6b6, ASSIGN in 540 msec 2024-12-12T03:24:09,560 INFO [StoreOpener-d0dd0c3f7a098ace5811a85135198ad1-1 {}] regionserver.HStore(327): Store=d0dd0c3f7a098ace5811a85135198ad1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,560 INFO [StoreOpener-d0dd0c3f7a098ace5811a85135198ad1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d0dd0c3f7a098ace5811a85135198ad1 2024-12-12T03:24:09,561 INFO [StoreOpener-d0dd0c3f7a098ace5811a85135198ad1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0dd0c3f7a098ace5811a85135198ad1 columnFamilyName norep 2024-12-12T03:24:09,561 DEBUG [StoreOpener-d0dd0c3f7a098ace5811a85135198ad1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,562 INFO [StoreOpener-d0dd0c3f7a098ace5811a85135198ad1-1 {}] regionserver.HStore(327): Store=d0dd0c3f7a098ace5811a85135198ad1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,563 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/d0dd0c3f7a098ace5811a85135198ad1 2024-12-12T03:24:09,563 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/d0dd0c3f7a098ace5811a85135198ad1 2024-12-12T03:24:09,564 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:09,565 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for d0dd0c3f7a098ace5811a85135198ad1 2024-12-12T03:24:09,567 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/d0dd0c3f7a098ace5811a85135198ad1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:09,568 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened d0dd0c3f7a098ace5811a85135198ad1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69427296, jitterRate=0.03454732894897461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:09,568 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for d0dd0c3f7a098ace5811a85135198ad1: 2024-12-12T03:24:09,568 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1733973845202.d0dd0c3f7a098ace5811a85135198ad1., pid=54, masterSystemTime=1733973849332 2024-12-12T03:24:09,570 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1733973845202.d0dd0c3f7a098ace5811a85135198ad1. 2024-12-12T03:24:09,570 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,hhh,1733973845202.d0dd0c3f7a098ace5811a85135198ad1. 2024-12-12T03:24:09,570 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,jjj,1733973845202.fb6e3f504b9f0b24806170c5973dbc1f. 2024-12-12T03:24:09,571 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=d0dd0c3f7a098ace5811a85135198ad1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,571 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => fb6e3f504b9f0b24806170c5973dbc1f, NAME => 'test,jjj,1733973845202.fb6e3f504b9f0b24806170c5973dbc1f.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-12T03:24:09,571 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fb6e3f504b9f0b24806170c5973dbc1f 2024-12-12T03:24:09,571 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,jjj,1733973845202.fb6e3f504b9f0b24806170c5973dbc1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:09,571 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for fb6e3f504b9f0b24806170c5973dbc1f 2024-12-12T03:24:09,571 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for fb6e3f504b9f0b24806170c5973dbc1f 2024-12-12T03:24:09,573 INFO [StoreOpener-fb6e3f504b9f0b24806170c5973dbc1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fb6e3f504b9f0b24806170c5973dbc1f 2024-12-12T03:24:09,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=17 2024-12-12T03:24:09,575 INFO [StoreOpener-fb6e3f504b9f0b24806170c5973dbc1f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb6e3f504b9f0b24806170c5973dbc1f columnFamilyName f 2024-12-12T03:24:09,575 DEBUG [StoreOpener-fb6e3f504b9f0b24806170c5973dbc1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=17, state=SUCCESS; OpenRegionProcedure d0dd0c3f7a098ace5811a85135198ad1, server=bc94ab33778f,38871,1733973832531 in 365 msec 2024-12-12T03:24:09,575 INFO [StoreOpener-fb6e3f504b9f0b24806170c5973dbc1f-1 {}] regionserver.HStore(327): Store=fb6e3f504b9f0b24806170c5973dbc1f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,576 INFO [StoreOpener-fb6e3f504b9f0b24806170c5973dbc1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fb6e3f504b9f0b24806170c5973dbc1f 2024-12-12T03:24:09,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d0dd0c3f7a098ace5811a85135198ad1, ASSIGN in 556 msec 2024-12-12T03:24:09,577 INFO [StoreOpener-fb6e3f504b9f0b24806170c5973dbc1f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb6e3f504b9f0b24806170c5973dbc1f columnFamilyName norep 2024-12-12T03:24:09,577 DEBUG [StoreOpener-fb6e3f504b9f0b24806170c5973dbc1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,577 INFO [StoreOpener-fb6e3f504b9f0b24806170c5973dbc1f-1 {}] regionserver.HStore(327): Store=fb6e3f504b9f0b24806170c5973dbc1f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,578 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/fb6e3f504b9f0b24806170c5973dbc1f 2024-12-12T03:24:09,579 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/fb6e3f504b9f0b24806170c5973dbc1f 2024-12-12T03:24:09,580 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:09,581 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for fb6e3f504b9f0b24806170c5973dbc1f 2024-12-12T03:24:09,583 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/fb6e3f504b9f0b24806170c5973dbc1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:09,584 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened fb6e3f504b9f0b24806170c5973dbc1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67335747, jitterRate=0.003380820155143738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:09,584 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for fb6e3f504b9f0b24806170c5973dbc1f: 2024-12-12T03:24:09,584 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1733973845202.fb6e3f504b9f0b24806170c5973dbc1f., pid=52, masterSystemTime=1733973849332 2024-12-12T03:24:09,586 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1733973845202.fb6e3f504b9f0b24806170c5973dbc1f. 2024-12-12T03:24:09,586 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,jjj,1733973845202.fb6e3f504b9f0b24806170c5973dbc1f. 2024-12-12T03:24:09,586 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,uuu,1733973845202.02af3fe01ec042a7d76253184e8d5fc8. 2024-12-12T03:24:09,587 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 02af3fe01ec042a7d76253184e8d5fc8, NAME => 'test,uuu,1733973845202.02af3fe01ec042a7d76253184e8d5fc8.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-12T03:24:09,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=fb6e3f504b9f0b24806170c5973dbc1f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,587 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 02af3fe01ec042a7d76253184e8d5fc8 2024-12-12T03:24:09,587 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,uuu,1733973845202.02af3fe01ec042a7d76253184e8d5fc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:09,587 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 02af3fe01ec042a7d76253184e8d5fc8 2024-12-12T03:24:09,587 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 02af3fe01ec042a7d76253184e8d5fc8 2024-12-12T03:24:09,589 INFO [StoreOpener-02af3fe01ec042a7d76253184e8d5fc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 02af3fe01ec042a7d76253184e8d5fc8 2024-12-12T03:24:09,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=19 2024-12-12T03:24:09,590 INFO [StoreOpener-02af3fe01ec042a7d76253184e8d5fc8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02af3fe01ec042a7d76253184e8d5fc8 columnFamilyName f 2024-12-12T03:24:09,590 DEBUG [StoreOpener-02af3fe01ec042a7d76253184e8d5fc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=19, state=SUCCESS; OpenRegionProcedure fb6e3f504b9f0b24806170c5973dbc1f, server=bc94ab33778f,38871,1733973832531 in 381 msec 2024-12-12T03:24:09,591 INFO [StoreOpener-02af3fe01ec042a7d76253184e8d5fc8-1 {}] regionserver.HStore(327): Store=02af3fe01ec042a7d76253184e8d5fc8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,591 INFO [StoreOpener-02af3fe01ec042a7d76253184e8d5fc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 02af3fe01ec042a7d76253184e8d5fc8 2024-12-12T03:24:09,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=fb6e3f504b9f0b24806170c5973dbc1f, ASSIGN in 571 msec 2024-12-12T03:24:09,593 INFO [StoreOpener-02af3fe01ec042a7d76253184e8d5fc8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02af3fe01ec042a7d76253184e8d5fc8 columnFamilyName norep 2024-12-12T03:24:09,593 DEBUG [StoreOpener-02af3fe01ec042a7d76253184e8d5fc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,594 INFO [StoreOpener-02af3fe01ec042a7d76253184e8d5fc8-1 {}] regionserver.HStore(327): Store=02af3fe01ec042a7d76253184e8d5fc8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,595 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/02af3fe01ec042a7d76253184e8d5fc8 2024-12-12T03:24:09,595 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/02af3fe01ec042a7d76253184e8d5fc8 2024-12-12T03:24:09,596 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:09,597 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 02af3fe01ec042a7d76253184e8d5fc8 2024-12-12T03:24:09,599 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/02af3fe01ec042a7d76253184e8d5fc8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:09,600 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 02af3fe01ec042a7d76253184e8d5fc8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65844724, jitterRate=-0.018837153911590576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:09,600 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 02af3fe01ec042a7d76253184e8d5fc8: 2024-12-12T03:24:09,601 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1733973845202.02af3fe01ec042a7d76253184e8d5fc8., pid=41, masterSystemTime=1733973849332 2024-12-12T03:24:09,603 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1733973845202.02af3fe01ec042a7d76253184e8d5fc8. 2024-12-12T03:24:09,603 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,uuu,1733973845202.02af3fe01ec042a7d76253184e8d5fc8. 2024-12-12T03:24:09,603 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,bbb,1733973845202.63505e8a80f193b5b335e6d40b40b220. 2024-12-12T03:24:09,603 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 63505e8a80f193b5b335e6d40b40b220, NAME => 'test,bbb,1733973845202.63505e8a80f193b5b335e6d40b40b220.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-12T03:24:09,603 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=02af3fe01ec042a7d76253184e8d5fc8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,603 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 63505e8a80f193b5b335e6d40b40b220 2024-12-12T03:24:09,603 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,bbb,1733973845202.63505e8a80f193b5b335e6d40b40b220.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:09,604 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 63505e8a80f193b5b335e6d40b40b220 2024-12-12T03:24:09,604 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 63505e8a80f193b5b335e6d40b40b220 2024-12-12T03:24:09,605 INFO [StoreOpener-63505e8a80f193b5b335e6d40b40b220-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 63505e8a80f193b5b335e6d40b40b220 2024-12-12T03:24:09,607 INFO [StoreOpener-63505e8a80f193b5b335e6d40b40b220-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63505e8a80f193b5b335e6d40b40b220 columnFamilyName f 2024-12-12T03:24:09,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=30 2024-12-12T03:24:09,607 DEBUG [StoreOpener-63505e8a80f193b5b335e6d40b40b220-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=30, state=SUCCESS; OpenRegionProcedure 02af3fe01ec042a7d76253184e8d5fc8, server=bc94ab33778f,38871,1733973832531 in 417 msec 2024-12-12T03:24:09,608 INFO [StoreOpener-63505e8a80f193b5b335e6d40b40b220-1 {}] regionserver.HStore(327): Store=63505e8a80f193b5b335e6d40b40b220/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,608 INFO [StoreOpener-63505e8a80f193b5b335e6d40b40b220-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 63505e8a80f193b5b335e6d40b40b220 2024-12-12T03:24:09,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=02af3fe01ec042a7d76253184e8d5fc8, ASSIGN in 588 msec 2024-12-12T03:24:09,609 INFO [StoreOpener-63505e8a80f193b5b335e6d40b40b220-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63505e8a80f193b5b335e6d40b40b220 columnFamilyName norep 2024-12-12T03:24:09,609 DEBUG [StoreOpener-63505e8a80f193b5b335e6d40b40b220-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,610 INFO [StoreOpener-63505e8a80f193b5b335e6d40b40b220-1 {}] regionserver.HStore(327): Store=63505e8a80f193b5b335e6d40b40b220/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,611 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/63505e8a80f193b5b335e6d40b40b220 2024-12-12T03:24:09,611 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/63505e8a80f193b5b335e6d40b40b220 2024-12-12T03:24:09,612 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:09,614 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 63505e8a80f193b5b335e6d40b40b220 2024-12-12T03:24:09,616 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/63505e8a80f193b5b335e6d40b40b220/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:09,616 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 63505e8a80f193b5b335e6d40b40b220; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60455100, jitterRate=-0.09914880990982056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:09,617 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 63505e8a80f193b5b335e6d40b40b220: 2024-12-12T03:24:09,617 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1733973845202.63505e8a80f193b5b335e6d40b40b220., pid=44, masterSystemTime=1733973849332 2024-12-12T03:24:09,619 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1733973845202.63505e8a80f193b5b335e6d40b40b220. 2024-12-12T03:24:09,619 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,bbb,1733973845202.63505e8a80f193b5b335e6d40b40b220. 2024-12-12T03:24:09,619 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,ggg,1733973845202.43b3efd5d9507aa1aa7854b565095868. 2024-12-12T03:24:09,619 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=63505e8a80f193b5b335e6d40b40b220, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,619 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 43b3efd5d9507aa1aa7854b565095868, NAME => 'test,ggg,1733973845202.43b3efd5d9507aa1aa7854b565095868.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-12T03:24:09,620 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 43b3efd5d9507aa1aa7854b565095868 2024-12-12T03:24:09,620 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,ggg,1733973845202.43b3efd5d9507aa1aa7854b565095868.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:09,620 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 43b3efd5d9507aa1aa7854b565095868 2024-12-12T03:24:09,620 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 43b3efd5d9507aa1aa7854b565095868 2024-12-12T03:24:09,621 INFO [StoreOpener-43b3efd5d9507aa1aa7854b565095868-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 43b3efd5d9507aa1aa7854b565095868 2024-12-12T03:24:09,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=11 2024-12-12T03:24:09,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=11, state=SUCCESS; OpenRegionProcedure 63505e8a80f193b5b335e6d40b40b220, server=bc94ab33778f,38871,1733973832531 in 429 msec 2024-12-12T03:24:09,623 INFO [StoreOpener-43b3efd5d9507aa1aa7854b565095868-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43b3efd5d9507aa1aa7854b565095868 columnFamilyName f 2024-12-12T03:24:09,623 DEBUG [StoreOpener-43b3efd5d9507aa1aa7854b565095868-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=63505e8a80f193b5b335e6d40b40b220, ASSIGN in 604 msec 2024-12-12T03:24:09,624 INFO [StoreOpener-43b3efd5d9507aa1aa7854b565095868-1 {}] regionserver.HStore(327): Store=43b3efd5d9507aa1aa7854b565095868/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,624 INFO [StoreOpener-43b3efd5d9507aa1aa7854b565095868-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 43b3efd5d9507aa1aa7854b565095868 2024-12-12T03:24:09,626 INFO [StoreOpener-43b3efd5d9507aa1aa7854b565095868-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43b3efd5d9507aa1aa7854b565095868 columnFamilyName norep 2024-12-12T03:24:09,626 DEBUG [StoreOpener-43b3efd5d9507aa1aa7854b565095868-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,626 INFO [StoreOpener-43b3efd5d9507aa1aa7854b565095868-1 {}] regionserver.HStore(327): Store=43b3efd5d9507aa1aa7854b565095868/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,627 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/43b3efd5d9507aa1aa7854b565095868 2024-12-12T03:24:09,628 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/43b3efd5d9507aa1aa7854b565095868 2024-12-12T03:24:09,629 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:09,630 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 43b3efd5d9507aa1aa7854b565095868 2024-12-12T03:24:09,632 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/43b3efd5d9507aa1aa7854b565095868/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:09,633 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 43b3efd5d9507aa1aa7854b565095868; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63241801, jitterRate=-0.0576237291097641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:09,633 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 43b3efd5d9507aa1aa7854b565095868: 2024-12-12T03:24:09,634 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1733973845202.43b3efd5d9507aa1aa7854b565095868., pid=53, masterSystemTime=1733973849332 2024-12-12T03:24:09,636 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1733973845202.43b3efd5d9507aa1aa7854b565095868. 2024-12-12T03:24:09,636 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,ggg,1733973845202.43b3efd5d9507aa1aa7854b565095868. 2024-12-12T03:24:09,636 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=43b3efd5d9507aa1aa7854b565095868, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,636 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,iii,1733973845202.6635001d6da04a1f19e1cc5008017ab9. 2024-12-12T03:24:09,636 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 6635001d6da04a1f19e1cc5008017ab9, NAME => 'test,iii,1733973845202.6635001d6da04a1f19e1cc5008017ab9.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-12T03:24:09,636 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6635001d6da04a1f19e1cc5008017ab9 2024-12-12T03:24:09,636 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,iii,1733973845202.6635001d6da04a1f19e1cc5008017ab9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:09,637 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 6635001d6da04a1f19e1cc5008017ab9 2024-12-12T03:24:09,637 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 6635001d6da04a1f19e1cc5008017ab9 2024-12-12T03:24:09,639 INFO [StoreOpener-6635001d6da04a1f19e1cc5008017ab9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6635001d6da04a1f19e1cc5008017ab9 2024-12-12T03:24:09,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=16 2024-12-12T03:24:09,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=16, state=SUCCESS; OpenRegionProcedure 43b3efd5d9507aa1aa7854b565095868, server=bc94ab33778f,38871,1733973832531 in 431 msec 2024-12-12T03:24:09,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=43b3efd5d9507aa1aa7854b565095868, ASSIGN in 620 msec 2024-12-12T03:24:09,640 INFO [StoreOpener-6635001d6da04a1f19e1cc5008017ab9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6635001d6da04a1f19e1cc5008017ab9 columnFamilyName f 2024-12-12T03:24:09,640 DEBUG [StoreOpener-6635001d6da04a1f19e1cc5008017ab9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,641 INFO [StoreOpener-6635001d6da04a1f19e1cc5008017ab9-1 {}] regionserver.HStore(327): Store=6635001d6da04a1f19e1cc5008017ab9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,641 INFO [StoreOpener-6635001d6da04a1f19e1cc5008017ab9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6635001d6da04a1f19e1cc5008017ab9 2024-12-12T03:24:09,643 INFO [StoreOpener-6635001d6da04a1f19e1cc5008017ab9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6635001d6da04a1f19e1cc5008017ab9 columnFamilyName norep 2024-12-12T03:24:09,643 DEBUG [StoreOpener-6635001d6da04a1f19e1cc5008017ab9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,643 INFO [StoreOpener-6635001d6da04a1f19e1cc5008017ab9-1 {}] regionserver.HStore(327): Store=6635001d6da04a1f19e1cc5008017ab9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,644 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/6635001d6da04a1f19e1cc5008017ab9 2024-12-12T03:24:09,645 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/6635001d6da04a1f19e1cc5008017ab9 2024-12-12T03:24:09,646 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:09,647 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 6635001d6da04a1f19e1cc5008017ab9 2024-12-12T03:24:09,650 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/6635001d6da04a1f19e1cc5008017ab9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:09,650 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 6635001d6da04a1f19e1cc5008017ab9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67929297, jitterRate=0.012225404381752014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:09,650 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 6635001d6da04a1f19e1cc5008017ab9: 2024-12-12T03:24:09,651 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1733973845202.6635001d6da04a1f19e1cc5008017ab9., pid=47, masterSystemTime=1733973849332 2024-12-12T03:24:09,653 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1733973845202.6635001d6da04a1f19e1cc5008017ab9. 2024-12-12T03:24:09,653 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,iii,1733973845202.6635001d6da04a1f19e1cc5008017ab9. 2024-12-12T03:24:09,653 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,vvv,1733973845202.2deeaef9525c4ce239263784f9777f06. 2024-12-12T03:24:09,653 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=6635001d6da04a1f19e1cc5008017ab9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,653 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 2deeaef9525c4ce239263784f9777f06, NAME => 'test,vvv,1733973845202.2deeaef9525c4ce239263784f9777f06.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-12T03:24:09,654 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2deeaef9525c4ce239263784f9777f06 2024-12-12T03:24:09,654 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,vvv,1733973845202.2deeaef9525c4ce239263784f9777f06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:09,654 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 2deeaef9525c4ce239263784f9777f06 2024-12-12T03:24:09,654 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 2deeaef9525c4ce239263784f9777f06 2024-12-12T03:24:09,656 INFO [StoreOpener-2deeaef9525c4ce239263784f9777f06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2deeaef9525c4ce239263784f9777f06 2024-12-12T03:24:09,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=18 2024-12-12T03:24:09,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=18, state=SUCCESS; OpenRegionProcedure 6635001d6da04a1f19e1cc5008017ab9, server=bc94ab33778f,38871,1733973832531 in 456 msec 2024-12-12T03:24:09,657 INFO [StoreOpener-2deeaef9525c4ce239263784f9777f06-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2deeaef9525c4ce239263784f9777f06 columnFamilyName f 2024-12-12T03:24:09,658 DEBUG [StoreOpener-2deeaef9525c4ce239263784f9777f06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6635001d6da04a1f19e1cc5008017ab9, ASSIGN in 638 msec 2024-12-12T03:24:09,658 INFO [StoreOpener-2deeaef9525c4ce239263784f9777f06-1 {}] regionserver.HStore(327): Store=2deeaef9525c4ce239263784f9777f06/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,658 INFO [StoreOpener-2deeaef9525c4ce239263784f9777f06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2deeaef9525c4ce239263784f9777f06 2024-12-12T03:24:09,660 INFO [StoreOpener-2deeaef9525c4ce239263784f9777f06-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2deeaef9525c4ce239263784f9777f06 columnFamilyName norep 2024-12-12T03:24:09,660 DEBUG [StoreOpener-2deeaef9525c4ce239263784f9777f06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,660 INFO [StoreOpener-2deeaef9525c4ce239263784f9777f06-1 {}] regionserver.HStore(327): Store=2deeaef9525c4ce239263784f9777f06/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,661 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/2deeaef9525c4ce239263784f9777f06 2024-12-12T03:24:09,662 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/2deeaef9525c4ce239263784f9777f06 2024-12-12T03:24:09,663 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:09,664 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 2deeaef9525c4ce239263784f9777f06 2024-12-12T03:24:09,666 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/2deeaef9525c4ce239263784f9777f06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:09,666 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 2deeaef9525c4ce239263784f9777f06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60153088, jitterRate=-0.10364913940429688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:09,667 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 2deeaef9525c4ce239263784f9777f06: 2024-12-12T03:24:09,667 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1733973845202.2deeaef9525c4ce239263784f9777f06., pid=49, masterSystemTime=1733973849332 2024-12-12T03:24:09,669 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1733973845202.2deeaef9525c4ce239263784f9777f06. 2024-12-12T03:24:09,669 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,vvv,1733973845202.2deeaef9525c4ce239263784f9777f06. 2024-12-12T03:24:09,669 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,ppp,1733973845202.4eafa023885858daaaf8567b49b2d900. 2024-12-12T03:24:09,669 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=2deeaef9525c4ce239263784f9777f06, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,670 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 4eafa023885858daaaf8567b49b2d900, NAME => 'test,ppp,1733973845202.4eafa023885858daaaf8567b49b2d900.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-12T03:24:09,670 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4eafa023885858daaaf8567b49b2d900 2024-12-12T03:24:09,670 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,ppp,1733973845202.4eafa023885858daaaf8567b49b2d900.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:09,670 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 4eafa023885858daaaf8567b49b2d900 2024-12-12T03:24:09,670 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 4eafa023885858daaaf8567b49b2d900 2024-12-12T03:24:09,672 INFO [StoreOpener-4eafa023885858daaaf8567b49b2d900-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4eafa023885858daaaf8567b49b2d900 2024-12-12T03:24:09,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=31 2024-12-12T03:24:09,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=31, state=SUCCESS; OpenRegionProcedure 2deeaef9525c4ce239263784f9777f06, server=bc94ab33778f,38871,1733973832531 in 471 msec 2024-12-12T03:24:09,674 INFO [StoreOpener-4eafa023885858daaaf8567b49b2d900-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4eafa023885858daaaf8567b49b2d900 columnFamilyName f 2024-12-12T03:24:09,674 DEBUG [StoreOpener-4eafa023885858daaaf8567b49b2d900-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2deeaef9525c4ce239263784f9777f06, ASSIGN in 654 msec 2024-12-12T03:24:09,674 INFO [StoreOpener-4eafa023885858daaaf8567b49b2d900-1 {}] regionserver.HStore(327): Store=4eafa023885858daaaf8567b49b2d900/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,675 INFO [StoreOpener-4eafa023885858daaaf8567b49b2d900-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4eafa023885858daaaf8567b49b2d900 2024-12-12T03:24:09,676 INFO [StoreOpener-4eafa023885858daaaf8567b49b2d900-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4eafa023885858daaaf8567b49b2d900 columnFamilyName norep 2024-12-12T03:24:09,676 DEBUG [StoreOpener-4eafa023885858daaaf8567b49b2d900-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,676 INFO [StoreOpener-4eafa023885858daaaf8567b49b2d900-1 {}] regionserver.HStore(327): Store=4eafa023885858daaaf8567b49b2d900/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,677 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/4eafa023885858daaaf8567b49b2d900 2024-12-12T03:24:09,678 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/4eafa023885858daaaf8567b49b2d900 2024-12-12T03:24:09,679 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:09,680 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 4eafa023885858daaaf8567b49b2d900 2024-12-12T03:24:09,683 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/4eafa023885858daaaf8567b49b2d900/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:09,684 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 4eafa023885858daaaf8567b49b2d900; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66270243, jitterRate=-0.012496426701545715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:09,684 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 4eafa023885858daaaf8567b49b2d900: 2024-12-12T03:24:09,685 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1733973845202.4eafa023885858daaaf8567b49b2d900., pid=55, masterSystemTime=1733973849332 2024-12-12T03:24:09,687 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1733973845202.4eafa023885858daaaf8567b49b2d900. 2024-12-12T03:24:09,687 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,ppp,1733973845202.4eafa023885858daaaf8567b49b2d900. 2024-12-12T03:24:09,687 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,ccc,1733973845202.40a1c76d0a001221b41b2357af184ab3. 2024-12-12T03:24:09,688 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 40a1c76d0a001221b41b2357af184ab3, NAME => 'test,ccc,1733973845202.40a1c76d0a001221b41b2357af184ab3.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-12T03:24:09,688 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 40a1c76d0a001221b41b2357af184ab3 2024-12-12T03:24:09,688 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=4eafa023885858daaaf8567b49b2d900, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,688 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,ccc,1733973845202.40a1c76d0a001221b41b2357af184ab3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:09,688 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 40a1c76d0a001221b41b2357af184ab3 2024-12-12T03:24:09,688 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 40a1c76d0a001221b41b2357af184ab3 2024-12-12T03:24:09,690 INFO [StoreOpener-40a1c76d0a001221b41b2357af184ab3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 40a1c76d0a001221b41b2357af184ab3 2024-12-12T03:24:09,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=25 2024-12-12T03:24:09,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=25, state=SUCCESS; OpenRegionProcedure 4eafa023885858daaaf8567b49b2d900, server=bc94ab33778f,38871,1733973832531 in 478 msec 2024-12-12T03:24:09,693 INFO [StoreOpener-40a1c76d0a001221b41b2357af184ab3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40a1c76d0a001221b41b2357af184ab3 columnFamilyName f 2024-12-12T03:24:09,693 DEBUG [StoreOpener-40a1c76d0a001221b41b2357af184ab3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4eafa023885858daaaf8567b49b2d900, ASSIGN in 673 msec 2024-12-12T03:24:09,694 INFO [StoreOpener-40a1c76d0a001221b41b2357af184ab3-1 {}] regionserver.HStore(327): Store=40a1c76d0a001221b41b2357af184ab3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,694 INFO [StoreOpener-40a1c76d0a001221b41b2357af184ab3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 40a1c76d0a001221b41b2357af184ab3 2024-12-12T03:24:09,696 INFO [StoreOpener-40a1c76d0a001221b41b2357af184ab3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40a1c76d0a001221b41b2357af184ab3 columnFamilyName norep 2024-12-12T03:24:09,696 DEBUG [StoreOpener-40a1c76d0a001221b41b2357af184ab3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,697 INFO [StoreOpener-40a1c76d0a001221b41b2357af184ab3-1 {}] regionserver.HStore(327): Store=40a1c76d0a001221b41b2357af184ab3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,698 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/40a1c76d0a001221b41b2357af184ab3 2024-12-12T03:24:09,698 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/40a1c76d0a001221b41b2357af184ab3 2024-12-12T03:24:09,700 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:09,701 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 40a1c76d0a001221b41b2357af184ab3 2024-12-12T03:24:09,705 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/40a1c76d0a001221b41b2357af184ab3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:09,706 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 40a1c76d0a001221b41b2357af184ab3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72435617, jitterRate=0.07937480509281158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:09,706 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 40a1c76d0a001221b41b2357af184ab3: 2024-12-12T03:24:09,707 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1733973845202.40a1c76d0a001221b41b2357af184ab3., pid=57, masterSystemTime=1733973849332 2024-12-12T03:24:09,708 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1733973845202.40a1c76d0a001221b41b2357af184ab3. 2024-12-12T03:24:09,709 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,ccc,1733973845202.40a1c76d0a001221b41b2357af184ab3. 2024-12-12T03:24:09,709 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,ttt,1733973845202.568421acabdf4d232482098a9e3eb4f9. 2024-12-12T03:24:09,709 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=40a1c76d0a001221b41b2357af184ab3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,709 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 568421acabdf4d232482098a9e3eb4f9, NAME => 'test,ttt,1733973845202.568421acabdf4d232482098a9e3eb4f9.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-12T03:24:09,709 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 568421acabdf4d232482098a9e3eb4f9 2024-12-12T03:24:09,709 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,ttt,1733973845202.568421acabdf4d232482098a9e3eb4f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:09,709 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 568421acabdf4d232482098a9e3eb4f9 2024-12-12T03:24:09,710 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 568421acabdf4d232482098a9e3eb4f9 2024-12-12T03:24:09,711 INFO [StoreOpener-568421acabdf4d232482098a9e3eb4f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 568421acabdf4d232482098a9e3eb4f9 2024-12-12T03:24:09,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=12 2024-12-12T03:24:09,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=12, state=SUCCESS; OpenRegionProcedure 40a1c76d0a001221b41b2357af184ab3, server=bc94ab33778f,38871,1733973832531 in 497 msec 2024-12-12T03:24:09,713 INFO [StoreOpener-568421acabdf4d232482098a9e3eb4f9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 568421acabdf4d232482098a9e3eb4f9 columnFamilyName f 2024-12-12T03:24:09,713 DEBUG [StoreOpener-568421acabdf4d232482098a9e3eb4f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=40a1c76d0a001221b41b2357af184ab3, ASSIGN in 694 msec 2024-12-12T03:24:09,714 INFO [StoreOpener-568421acabdf4d232482098a9e3eb4f9-1 {}] regionserver.HStore(327): Store=568421acabdf4d232482098a9e3eb4f9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,714 INFO [StoreOpener-568421acabdf4d232482098a9e3eb4f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 568421acabdf4d232482098a9e3eb4f9 2024-12-12T03:24:09,716 INFO [StoreOpener-568421acabdf4d232482098a9e3eb4f9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 568421acabdf4d232482098a9e3eb4f9 columnFamilyName norep 2024-12-12T03:24:09,716 DEBUG [StoreOpener-568421acabdf4d232482098a9e3eb4f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,716 INFO [StoreOpener-568421acabdf4d232482098a9e3eb4f9-1 {}] regionserver.HStore(327): Store=568421acabdf4d232482098a9e3eb4f9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,717 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/568421acabdf4d232482098a9e3eb4f9 2024-12-12T03:24:09,717 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/568421acabdf4d232482098a9e3eb4f9 2024-12-12T03:24:09,718 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:09,720 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 568421acabdf4d232482098a9e3eb4f9 2024-12-12T03:24:09,722 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/568421acabdf4d232482098a9e3eb4f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:09,722 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 568421acabdf4d232482098a9e3eb4f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68436119, jitterRate=0.01977764070034027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:09,722 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 568421acabdf4d232482098a9e3eb4f9: 2024-12-12T03:24:09,723 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1733973845202.568421acabdf4d232482098a9e3eb4f9., pid=58, masterSystemTime=1733973849332 2024-12-12T03:24:09,725 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1733973845202.568421acabdf4d232482098a9e3eb4f9. 2024-12-12T03:24:09,725 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,ttt,1733973845202.568421acabdf4d232482098a9e3eb4f9. 2024-12-12T03:24:09,725 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,www,1733973845202.edd44ba41b309ea2935a8f449426eaa2. 2024-12-12T03:24:09,725 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => edd44ba41b309ea2935a8f449426eaa2, NAME => 'test,www,1733973845202.edd44ba41b309ea2935a8f449426eaa2.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-12T03:24:09,725 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=568421acabdf4d232482098a9e3eb4f9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,726 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test edd44ba41b309ea2935a8f449426eaa2 2024-12-12T03:24:09,726 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,www,1733973845202.edd44ba41b309ea2935a8f449426eaa2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:09,726 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for edd44ba41b309ea2935a8f449426eaa2 2024-12-12T03:24:09,726 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for edd44ba41b309ea2935a8f449426eaa2 2024-12-12T03:24:09,728 INFO [StoreOpener-edd44ba41b309ea2935a8f449426eaa2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region edd44ba41b309ea2935a8f449426eaa2 2024-12-12T03:24:09,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=29 2024-12-12T03:24:09,730 INFO [StoreOpener-edd44ba41b309ea2935a8f449426eaa2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edd44ba41b309ea2935a8f449426eaa2 columnFamilyName f 2024-12-12T03:24:09,730 DEBUG [StoreOpener-edd44ba41b309ea2935a8f449426eaa2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=29, state=SUCCESS; OpenRegionProcedure 568421acabdf4d232482098a9e3eb4f9, server=bc94ab33778f,38871,1733973832531 in 512 msec 2024-12-12T03:24:09,730 INFO [StoreOpener-edd44ba41b309ea2935a8f449426eaa2-1 {}] regionserver.HStore(327): Store=edd44ba41b309ea2935a8f449426eaa2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,731 INFO [StoreOpener-edd44ba41b309ea2935a8f449426eaa2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region edd44ba41b309ea2935a8f449426eaa2 2024-12-12T03:24:09,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=568421acabdf4d232482098a9e3eb4f9, ASSIGN in 711 msec 2024-12-12T03:24:09,732 INFO [StoreOpener-edd44ba41b309ea2935a8f449426eaa2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edd44ba41b309ea2935a8f449426eaa2 columnFamilyName norep 2024-12-12T03:24:09,732 DEBUG [StoreOpener-edd44ba41b309ea2935a8f449426eaa2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,733 INFO [StoreOpener-edd44ba41b309ea2935a8f449426eaa2-1 {}] regionserver.HStore(327): Store=edd44ba41b309ea2935a8f449426eaa2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,734 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/edd44ba41b309ea2935a8f449426eaa2 2024-12-12T03:24:09,734 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/edd44ba41b309ea2935a8f449426eaa2 2024-12-12T03:24:09,736 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:09,737 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for edd44ba41b309ea2935a8f449426eaa2 2024-12-12T03:24:09,740 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/edd44ba41b309ea2935a8f449426eaa2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:09,740 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened edd44ba41b309ea2935a8f449426eaa2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73695945, jitterRate=0.09815515577793121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:09,740 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for edd44ba41b309ea2935a8f449426eaa2: 2024-12-12T03:24:09,741 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1733973845202.edd44ba41b309ea2935a8f449426eaa2., pid=60, masterSystemTime=1733973849332 2024-12-12T03:24:09,743 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1733973845202.edd44ba41b309ea2935a8f449426eaa2. 2024-12-12T03:24:09,743 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,www,1733973845202.edd44ba41b309ea2935a8f449426eaa2. 2024-12-12T03:24:09,744 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,fff,1733973845202.d1216f3a76889d0e6eeee65cfeb74ae0. 2024-12-12T03:24:09,744 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=edd44ba41b309ea2935a8f449426eaa2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,744 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => d1216f3a76889d0e6eeee65cfeb74ae0, NAME => 'test,fff,1733973845202.d1216f3a76889d0e6eeee65cfeb74ae0.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-12T03:24:09,744 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d1216f3a76889d0e6eeee65cfeb74ae0 2024-12-12T03:24:09,744 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,fff,1733973845202.d1216f3a76889d0e6eeee65cfeb74ae0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:09,744 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for d1216f3a76889d0e6eeee65cfeb74ae0 2024-12-12T03:24:09,744 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for d1216f3a76889d0e6eeee65cfeb74ae0 2024-12-12T03:24:09,746 INFO [StoreOpener-d1216f3a76889d0e6eeee65cfeb74ae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d1216f3a76889d0e6eeee65cfeb74ae0 2024-12-12T03:24:09,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=32 2024-12-12T03:24:09,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=32, state=SUCCESS; OpenRegionProcedure edd44ba41b309ea2935a8f449426eaa2, server=bc94ab33778f,38871,1733973832531 in 526 msec 2024-12-12T03:24:09,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=edd44ba41b309ea2935a8f449426eaa2, ASSIGN in 728 msec 2024-12-12T03:24:09,748 INFO [StoreOpener-d1216f3a76889d0e6eeee65cfeb74ae0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1216f3a76889d0e6eeee65cfeb74ae0 columnFamilyName f 2024-12-12T03:24:09,748 DEBUG [StoreOpener-d1216f3a76889d0e6eeee65cfeb74ae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,749 INFO [StoreOpener-d1216f3a76889d0e6eeee65cfeb74ae0-1 {}] regionserver.HStore(327): Store=d1216f3a76889d0e6eeee65cfeb74ae0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,749 INFO [StoreOpener-d1216f3a76889d0e6eeee65cfeb74ae0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d1216f3a76889d0e6eeee65cfeb74ae0 2024-12-12T03:24:09,751 INFO [StoreOpener-d1216f3a76889d0e6eeee65cfeb74ae0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1216f3a76889d0e6eeee65cfeb74ae0 columnFamilyName norep 2024-12-12T03:24:09,751 DEBUG [StoreOpener-d1216f3a76889d0e6eeee65cfeb74ae0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,752 INFO [StoreOpener-d1216f3a76889d0e6eeee65cfeb74ae0-1 {}] regionserver.HStore(327): Store=d1216f3a76889d0e6eeee65cfeb74ae0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,753 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/d1216f3a76889d0e6eeee65cfeb74ae0 2024-12-12T03:24:09,753 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/d1216f3a76889d0e6eeee65cfeb74ae0 2024-12-12T03:24:09,754 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:09,756 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for d1216f3a76889d0e6eeee65cfeb74ae0 2024-12-12T03:24:09,758 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/d1216f3a76889d0e6eeee65cfeb74ae0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:09,759 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened d1216f3a76889d0e6eeee65cfeb74ae0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74038895, jitterRate=0.10326550900936127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:09,759 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for d1216f3a76889d0e6eeee65cfeb74ae0: 2024-12-12T03:24:09,760 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1733973845202.d1216f3a76889d0e6eeee65cfeb74ae0., pid=50, masterSystemTime=1733973849332 2024-12-12T03:24:09,762 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1733973845202.d1216f3a76889d0e6eeee65cfeb74ae0. 2024-12-12T03:24:09,762 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,fff,1733973845202.d1216f3a76889d0e6eeee65cfeb74ae0. 2024-12-12T03:24:09,762 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0. 2024-12-12T03:24:09,762 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=d1216f3a76889d0e6eeee65cfeb74ae0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,762 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => ccf42b40039083dccc89b66b8f6361c0, NAME => 'test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-12T03:24:09,763 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ccf42b40039083dccc89b66b8f6361c0 2024-12-12T03:24:09,763 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:09,763 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for ccf42b40039083dccc89b66b8f6361c0 2024-12-12T03:24:09,763 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for ccf42b40039083dccc89b66b8f6361c0 2024-12-12T03:24:09,765 INFO [StoreOpener-ccf42b40039083dccc89b66b8f6361c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ccf42b40039083dccc89b66b8f6361c0 2024-12-12T03:24:09,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=15 2024-12-12T03:24:09,767 INFO [StoreOpener-ccf42b40039083dccc89b66b8f6361c0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccf42b40039083dccc89b66b8f6361c0 columnFamilyName f 2024-12-12T03:24:09,767 DEBUG [StoreOpener-ccf42b40039083dccc89b66b8f6361c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=15, state=SUCCESS; OpenRegionProcedure d1216f3a76889d0e6eeee65cfeb74ae0, server=bc94ab33778f,38871,1733973832531 in 561 msec 2024-12-12T03:24:09,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d1216f3a76889d0e6eeee65cfeb74ae0, ASSIGN in 747 msec 2024-12-12T03:24:09,768 INFO [StoreOpener-ccf42b40039083dccc89b66b8f6361c0-1 {}] regionserver.HStore(327): Store=ccf42b40039083dccc89b66b8f6361c0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,768 INFO [StoreOpener-ccf42b40039083dccc89b66b8f6361c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ccf42b40039083dccc89b66b8f6361c0 2024-12-12T03:24:09,769 INFO [StoreOpener-ccf42b40039083dccc89b66b8f6361c0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ccf42b40039083dccc89b66b8f6361c0 columnFamilyName norep 2024-12-12T03:24:09,769 DEBUG [StoreOpener-ccf42b40039083dccc89b66b8f6361c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,770 INFO [StoreOpener-ccf42b40039083dccc89b66b8f6361c0-1 {}] regionserver.HStore(327): Store=ccf42b40039083dccc89b66b8f6361c0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,771 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/ccf42b40039083dccc89b66b8f6361c0 2024-12-12T03:24:09,771 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/ccf42b40039083dccc89b66b8f6361c0 2024-12-12T03:24:09,773 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:09,774 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for ccf42b40039083dccc89b66b8f6361c0 2024-12-12T03:24:09,777 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/ccf42b40039083dccc89b66b8f6361c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:09,777 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened ccf42b40039083dccc89b66b8f6361c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64131448, jitterRate=-0.04436695575714111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:09,777 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for ccf42b40039083dccc89b66b8f6361c0: 2024-12-12T03:24:09,778 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0., pid=59, masterSystemTime=1733973849332 2024-12-12T03:24:09,780 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0. 2024-12-12T03:24:09,780 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0. 2024-12-12T03:24:09,780 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,xxx,1733973845202.d10f9b676857a178636ffd5ac25f0c51. 2024-12-12T03:24:09,780 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=ccf42b40039083dccc89b66b8f6361c0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,780 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => d10f9b676857a178636ffd5ac25f0c51, NAME => 'test,xxx,1733973845202.d10f9b676857a178636ffd5ac25f0c51.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-12T03:24:09,781 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d10f9b676857a178636ffd5ac25f0c51 2024-12-12T03:24:09,781 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,xxx,1733973845202.d10f9b676857a178636ffd5ac25f0c51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:09,781 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for d10f9b676857a178636ffd5ac25f0c51 2024-12-12T03:24:09,781 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for d10f9b676857a178636ffd5ac25f0c51 2024-12-12T03:24:09,782 INFO [StoreOpener-d10f9b676857a178636ffd5ac25f0c51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d10f9b676857a178636ffd5ac25f0c51 2024-12-12T03:24:09,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=10 2024-12-12T03:24:09,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=10, state=SUCCESS; OpenRegionProcedure ccf42b40039083dccc89b66b8f6361c0, server=bc94ab33778f,38871,1733973832531 in 566 msec 2024-12-12T03:24:09,784 INFO [StoreOpener-d10f9b676857a178636ffd5ac25f0c51-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d10f9b676857a178636ffd5ac25f0c51 columnFamilyName f 2024-12-12T03:24:09,784 DEBUG [StoreOpener-d10f9b676857a178636ffd5ac25f0c51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,785 INFO [StoreOpener-d10f9b676857a178636ffd5ac25f0c51-1 {}] regionserver.HStore(327): Store=d10f9b676857a178636ffd5ac25f0c51/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ccf42b40039083dccc89b66b8f6361c0, ASSIGN in 765 msec 2024-12-12T03:24:09,785 INFO [StoreOpener-d10f9b676857a178636ffd5ac25f0c51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d10f9b676857a178636ffd5ac25f0c51 2024-12-12T03:24:09,787 INFO [StoreOpener-d10f9b676857a178636ffd5ac25f0c51-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d10f9b676857a178636ffd5ac25f0c51 columnFamilyName norep 2024-12-12T03:24:09,787 DEBUG [StoreOpener-d10f9b676857a178636ffd5ac25f0c51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:09,787 INFO [StoreOpener-d10f9b676857a178636ffd5ac25f0c51-1 {}] regionserver.HStore(327): Store=d10f9b676857a178636ffd5ac25f0c51/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:09,788 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/d10f9b676857a178636ffd5ac25f0c51 2024-12-12T03:24:09,789 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/d10f9b676857a178636ffd5ac25f0c51 2024-12-12T03:24:09,790 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-12T03:24:09,791 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for d10f9b676857a178636ffd5ac25f0c51 2024-12-12T03:24:09,793 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/d10f9b676857a178636ffd5ac25f0c51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:09,794 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened d10f9b676857a178636ffd5ac25f0c51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65210382, jitterRate=-0.028289586305618286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-12T03:24:09,794 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for d10f9b676857a178636ffd5ac25f0c51: 2024-12-12T03:24:09,795 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1733973845202.d10f9b676857a178636ffd5ac25f0c51., pid=39, masterSystemTime=1733973849332 2024-12-12T03:24:09,796 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1733973845202.d10f9b676857a178636ffd5ac25f0c51. 2024-12-12T03:24:09,797 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,xxx,1733973845202.d10f9b676857a178636ffd5ac25f0c51. 2024-12-12T03:24:09,797 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=d10f9b676857a178636ffd5ac25f0c51, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:09,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=33 2024-12-12T03:24:09,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=33, state=SUCCESS; OpenRegionProcedure d10f9b676857a178636ffd5ac25f0c51, server=bc94ab33778f,38871,1733973832531 in 612 msec 2024-12-12T03:24:09,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=9 2024-12-12T03:24:09,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d10f9b676857a178636ffd5ac25f0c51, ASSIGN in 781 msec 2024-12-12T03:24:09,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T03:24:09,802 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733973849802"}]},"ts":"1733973849802"} 2024-12-12T03:24:09,804 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-12T03:24:09,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T03:24:09,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.6420 sec 2024-12-12T03:24:13,070 INFO [bc94ab33778f:43041Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-12T03:24:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-12T03:24:13,327 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-12T03:24:13,328 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-12T03:24:13,328 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T03:24:13,345 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-12T03:24:13,345 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T03:24:13,345 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-12T03:24:13,345 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-12T03:24:13,345 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T03:24:13,355 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-12T03:24:13,355 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T03:24:13,355 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-12T03:24:13,355 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-12T03:24:13,355 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T03:24:13,364 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-12T03:24:13,364 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T03:24:13,364 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-12T03:24:13,380 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=390, OpenFileDescriptor=568, MaxFileDescriptor=1048576, SystemLoadAverage=97, ProcessCount=11, AvailableMemoryMB=14243 2024-12-12T03:24:13,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-12T03:24:13,384 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-12T03:24:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-12T03:24:13,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.HMaster(3919): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=127.0.0.1:56644:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-12T03:24:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-12T03:24:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-12T03:24:13,421 INFO [PEWorker-4 {}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-12T03:24:13,421 INFO [PEWorker-4 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@7f132396check-peer-cluster-id connecting to ZooKeeper ensemble=127.0.0.1:56644 2024-12-12T03:24:13,461 DEBUG [PEWorker-4-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@7f132396check-peer-cluster-id0x0, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T03:24:13,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@7f132396check-peer-cluster-id-0x1001843e1fd0009 connected 2024-12-12T03:24:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-12T03:24:13,570 DEBUG [PEWorker-4-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@7f132396check-peer-cluster-id-0x1001843e1fd0009, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T03:24:13,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T03:24:13,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1001843e1fd0001, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T03:24:13,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-12T03:24:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-12T03:24:13,808 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc94ab33778f,43041,1733973825306 2024-12-12T03:24:13,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43041 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=63 2024-12-12T03:24:13,812 INFO [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-12T03:24:13,828 INFO [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0 {event_type=RS_REFRESH_PEER, pid=63}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-12T03:24:13,836 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-12T03:24:13,846 INFO [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-12T03:24:13,913 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-12T03:24:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.HMaster(4106): Remote procedure done, pid=63 2024-12-12T03:24:13,918 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ADD on bc94ab33778f,43041,1733973825306 suceeded 2024-12-12T03:24:13,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-12T03:24:13,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 278 msec 2024-12-12T03:24:13,921 INFO [PEWorker-5 {}] replication.AddPeerProcedure(102): Successfully added ENABLED peer 2, config clusterKey=127.0.0.1:56644:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-12T03:24:13,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 522 msec 2024-12-12T03:24:13,946 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x48ce8e7b to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55c5c10d 2024-12-12T03:24:13,953 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41c29852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:13,955 INFO [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:56644 2024-12-12T03:24:13,966 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T03:24:13,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1001843e1fd000b connected 2024-12-12T03:24:13,967 INFO [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=57e6aaea-1760-4ef4-8745-0be0acf1c315 to cluster=c7d68b43-c727-4da6-8b7c-e371fbe1bb89 2024-12-12T03:24:13,969 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=bc94ab33778f%2C43041%2C1733973825306 2024-12-12T03:24:13,972 INFO [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-12T03:24:13,973 INFO [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bc94ab33778f%2C43041%2C1733973825306 2024-12-12T03:24:13,974 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, startPosition=0, beingWritten=true 2024-12-12T03:24:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-12T03:24:14,013 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a5b97cd to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58c383ab 2024-12-12T03:24:14,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a6562d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:14,026 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32f27518 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@74517974 2024-12-12T03:24:14,031 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-12T03:24:14,031 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 to pos 7708, reset compression=false 2024-12-12T03:24:14,031 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=7708, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-12T03:24:14,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cb628e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:14,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-12T03:24:14,047 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-12T03:24:14,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T03:24:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-12T03:24:14,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T03:24:14,050 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:14,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 64 2024-12-12T03:24:14,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T03:24:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-12T03:24:14,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741864_1040 (size=367) 2024-12-12T03:24:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-12T03:24:14,239 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 to pos 7708, reset compression=false 2024-12-12T03:24:14,349 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-12T03:24:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-12T03:24:14,466 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b667a368650b0ede187b7af68ea3acd1, NAME => 'testdroppedtimed,,1733973854048.b667a368650b0ede187b7af68ea3acd1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911 2024-12-12T03:24:14,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741865_1041 (size=51) 2024-12-12T03:24:14,551 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 to pos 7708, reset compression=false 2024-12-12T03:24:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-12T03:24:14,843 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-12T03:24:14,876 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733973854048.b667a368650b0ede187b7af68ea3acd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:14,877 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing b667a368650b0ede187b7af68ea3acd1, disabling compactions & flushes 2024-12-12T03:24:14,877 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733973854048.b667a368650b0ede187b7af68ea3acd1. 2024-12-12T03:24:14,877 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733973854048.b667a368650b0ede187b7af68ea3acd1. 2024-12-12T03:24:14,877 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733973854048.b667a368650b0ede187b7af68ea3acd1. after waiting 0 ms 2024-12-12T03:24:14,877 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733973854048.b667a368650b0ede187b7af68ea3acd1. 2024-12-12T03:24:14,877 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733973854048.b667a368650b0ede187b7af68ea3acd1. 2024-12-12T03:24:14,877 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for b667a368650b0ede187b7af68ea3acd1: 2024-12-12T03:24:14,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T03:24:14,878 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1733973854048.b667a368650b0ede187b7af68ea3acd1.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1733973854878"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973854878"}]},"ts":"1733973854878"} 2024-12-12T03:24:14,880 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-12T03:24:14,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T03:24:14,881 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733973854881"}]},"ts":"1733973854881"} 2024-12-12T03:24:14,882 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-12T03:24:14,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=b667a368650b0ede187b7af68ea3acd1, ASSIGN}] 2024-12-12T03:24:14,937 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=b667a368650b0ede187b7af68ea3acd1, ASSIGN 2024-12-12T03:24:14,937 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=b667a368650b0ede187b7af68ea3acd1, ASSIGN; state=OFFLINE, location=bc94ab33778f,43041,1733973825306; forceNewPlan=false, retain=false 2024-12-12T03:24:14,962 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 to pos 7708, reset compression=false 2024-12-12T03:24:15,088 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=b667a368650b0ede187b7af68ea3acd1, regionState=OPENING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:15,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure b667a368650b0ede187b7af68ea3acd1, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-12T03:24:15,243 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc94ab33778f,43041,1733973825306 2024-12-12T03:24:15,249 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1733973854048.b667a368650b0ede187b7af68ea3acd1. 2024-12-12T03:24:15,249 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => b667a368650b0ede187b7af68ea3acd1, NAME => 'testdroppedtimed,,1733973854048.b667a368650b0ede187b7af68ea3acd1.', STARTKEY => '', ENDKEY => ''} 2024-12-12T03:24:15,250 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed b667a368650b0ede187b7af68ea3acd1 2024-12-12T03:24:15,250 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733973854048.b667a368650b0ede187b7af68ea3acd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:15,250 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for b667a368650b0ede187b7af68ea3acd1 2024-12-12T03:24:15,250 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for b667a368650b0ede187b7af68ea3acd1 2024-12-12T03:24:15,253 INFO [StoreOpener-b667a368650b0ede187b7af68ea3acd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region b667a368650b0ede187b7af68ea3acd1 2024-12-12T03:24:15,256 INFO [StoreOpener-b667a368650b0ede187b7af68ea3acd1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b667a368650b0ede187b7af68ea3acd1 columnFamilyName fam 2024-12-12T03:24:15,256 DEBUG [StoreOpener-b667a368650b0ede187b7af68ea3acd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:15,257 INFO [StoreOpener-b667a368650b0ede187b7af68ea3acd1-1 {}] regionserver.HStore(327): Store=b667a368650b0ede187b7af68ea3acd1/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:15,259 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/testdroppedtimed/b667a368650b0ede187b7af68ea3acd1 2024-12-12T03:24:15,259 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/testdroppedtimed/b667a368650b0ede187b7af68ea3acd1 2024-12-12T03:24:15,263 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for b667a368650b0ede187b7af68ea3acd1 2024-12-12T03:24:15,266 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/testdroppedtimed/b667a368650b0ede187b7af68ea3acd1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:15,267 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened b667a368650b0ede187b7af68ea3acd1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74202493, jitterRate=0.10570330917835236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T03:24:15,268 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for b667a368650b0ede187b7af68ea3acd1: 2024-12-12T03:24:15,269 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1733973854048.b667a368650b0ede187b7af68ea3acd1., pid=66, masterSystemTime=1733973855242 2024-12-12T03:24:15,270 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1733973854048.b667a368650b0ede187b7af68ea3acd1. 2024-12-12T03:24:15,270 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1733973854048.b667a368650b0ede187b7af68ea3acd1. 2024-12-12T03:24:15,270 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=b667a368650b0ede187b7af68ea3acd1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:15,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-12T03:24:15,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure b667a368650b0ede187b7af68ea3acd1, server=bc94ab33778f,43041,1733973825306 in 182 msec 2024-12-12T03:24:15,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-12-12T03:24:15,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=b667a368650b0ede187b7af68ea3acd1, ASSIGN in 338 msec 2024-12-12T03:24:15,275 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T03:24:15,275 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733973855275"}]},"ts":"1733973855275"} 2024-12-12T03:24:15,276 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-12T03:24:15,319 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T03:24:15,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.2720 sec 2024-12-12T03:24:15,467 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 to pos 7708, reset compression=false 2024-12-12T03:24:15,478 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-12T03:24:15,478 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 to pos 8001, reset compression=false 2024-12-12T03:24:15,478 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=8001, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-12T03:24:15,684 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 to pos 8001, reset compression=false 2024-12-12T03:24:15,993 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 to pos 8001, reset compression=false 2024-12-12T03:24:16,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-12T03:24:16,162 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 64 completed 2024-12-12T03:24:16,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-12T03:24:16,170 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-12T03:24:16,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T03:24:16,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-12T03:24:16,176 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T03:24:16,176 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:16,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 62 2024-12-12T03:24:16,177 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T03:24:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-12T03:24:16,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741864_1040 (size=367) 2024-12-12T03:24:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-12T03:24:16,405 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 to pos 8001, reset compression=false 2024-12-12T03:24:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-12T03:24:16,585 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 65020ac60bd2390ca11f128b79b0c8c7, NAME => 'testdroppedtimed,,1733973856173.65020ac60bd2390ca11f128b79b0c8c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e 2024-12-12T03:24:16,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741865_1041 (size=51) 2024-12-12T03:24:16,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-12T03:24:16,915 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 to pos 8001, reset compression=false 2024-12-12T03:24:16,994 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733973856173.65020ac60bd2390ca11f128b79b0c8c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:16,994 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing 65020ac60bd2390ca11f128b79b0c8c7, disabling compactions & flushes 2024-12-12T03:24:16,994 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733973856173.65020ac60bd2390ca11f128b79b0c8c7. 2024-12-12T03:24:16,994 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733973856173.65020ac60bd2390ca11f128b79b0c8c7. 2024-12-12T03:24:16,995 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733973856173.65020ac60bd2390ca11f128b79b0c8c7. after waiting 0 ms 2024-12-12T03:24:16,995 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733973856173.65020ac60bd2390ca11f128b79b0c8c7. 2024-12-12T03:24:16,995 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733973856173.65020ac60bd2390ca11f128b79b0c8c7. 2024-12-12T03:24:16,995 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for 65020ac60bd2390ca11f128b79b0c8c7: 2024-12-12T03:24:16,996 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T03:24:16,997 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1733973856173.65020ac60bd2390ca11f128b79b0c8c7.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1733973856996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733973856996"}]},"ts":"1733973856996"} 2024-12-12T03:24:16,999 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-12T03:24:17,001 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T03:24:17,001 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733973857001"}]},"ts":"1733973857001"} 2024-12-12T03:24:17,004 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-12T03:24:17,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=65020ac60bd2390ca11f128b79b0c8c7, ASSIGN}] 2024-12-12T03:24:17,053 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=65020ac60bd2390ca11f128b79b0c8c7, ASSIGN 2024-12-12T03:24:17,054 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=65020ac60bd2390ca11f128b79b0c8c7, ASSIGN; state=OFFLINE, location=bc94ab33778f,38871,1733973832531; forceNewPlan=false, retain=false 2024-12-12T03:24:17,205 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=65020ac60bd2390ca11f128b79b0c8c7, regionState=OPENING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:17,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure 65020ac60bd2390ca11f128b79b0c8c7, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-12T03:24:17,364 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc94ab33778f,38871,1733973832531 2024-12-12T03:24:17,372 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1733973856173.65020ac60bd2390ca11f128b79b0c8c7. 2024-12-12T03:24:17,373 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => 65020ac60bd2390ca11f128b79b0c8c7, NAME => 'testdroppedtimed,,1733973856173.65020ac60bd2390ca11f128b79b0c8c7.', STARTKEY => '', ENDKEY => ''} 2024-12-12T03:24:17,373 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed 65020ac60bd2390ca11f128b79b0c8c7 2024-12-12T03:24:17,373 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733973856173.65020ac60bd2390ca11f128b79b0c8c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T03:24:17,373 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for 65020ac60bd2390ca11f128b79b0c8c7 2024-12-12T03:24:17,373 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for 65020ac60bd2390ca11f128b79b0c8c7 2024-12-12T03:24:17,376 INFO [StoreOpener-65020ac60bd2390ca11f128b79b0c8c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 65020ac60bd2390ca11f128b79b0c8c7 2024-12-12T03:24:17,378 INFO [StoreOpener-65020ac60bd2390ca11f128b79b0c8c7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65020ac60bd2390ca11f128b79b0c8c7 columnFamilyName fam 2024-12-12T03:24:17,378 DEBUG [StoreOpener-65020ac60bd2390ca11f128b79b0c8c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T03:24:17,378 INFO [StoreOpener-65020ac60bd2390ca11f128b79b0c8c7-1 {}] regionserver.HStore(327): Store=65020ac60bd2390ca11f128b79b0c8c7/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T03:24:17,379 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/testdroppedtimed/65020ac60bd2390ca11f128b79b0c8c7 2024-12-12T03:24:17,380 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/testdroppedtimed/65020ac60bd2390ca11f128b79b0c8c7 2024-12-12T03:24:17,382 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for 65020ac60bd2390ca11f128b79b0c8c7 2024-12-12T03:24:17,384 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/testdroppedtimed/65020ac60bd2390ca11f128b79b0c8c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T03:24:17,385 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened 65020ac60bd2390ca11f128b79b0c8c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72441516, jitterRate=0.07946270704269409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T03:24:17,385 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for 65020ac60bd2390ca11f128b79b0c8c7: 2024-12-12T03:24:17,385 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1733973856173.65020ac60bd2390ca11f128b79b0c8c7., pid=64, masterSystemTime=1733973857364 2024-12-12T03:24:17,387 DEBUG [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1733973856173.65020ac60bd2390ca11f128b79b0c8c7. 2024-12-12T03:24:17,387 INFO [RS_OPEN_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1733973856173.65020ac60bd2390ca11f128b79b0c8c7. 2024-12-12T03:24:17,387 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=65020ac60bd2390ca11f128b79b0c8c7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:17,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-12T03:24:17,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure 65020ac60bd2390ca11f128b79b0c8c7, server=bc94ab33778f,38871,1733973832531 in 180 msec 2024-12-12T03:24:17,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-12T03:24:17,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=65020ac60bd2390ca11f128b79b0c8c7, ASSIGN in 338 msec 2024-12-12T03:24:17,392 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T03:24:17,393 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733973857392"}]},"ts":"1733973857392"} 2024-12-12T03:24:17,394 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-12T03:24:17,403 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T03:24:17,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.2290 sec 2024-12-12T03:24:17,522 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 to pos 8001, reset compression=false 2024-12-12T03:24:17,889 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-12T03:24:17,890 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-12T03:24:18,071 INFO [bc94ab33778f:43041Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bc94ab33778f%2C43041%2C1733973825306]: currently replicating from: hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 at position: 8001 2024-12-12T03:24:18,230 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 to pos 8001, reset compression=false 2024-12-12T03:24:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-12T03:24:18,290 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 62 completed 2024-12-12T03:24:18,291 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-12T03:24:18,291 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T03:24:18,299 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-12T03:24:18,299 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T03:24:18,299 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-12T03:24:18,299 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-12T03:24:18,300 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T03:24:18,307 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-12T03:24:18,307 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T03:24:18,307 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-12T03:24:18,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.HMaster(3938): Client=jenkins//172.17.0.2 disable replication peer, id=2 2024-12-12T03:24:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-12T03:24:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-12T03:24:18,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-12T03:24:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-12T03:24:18,506 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc94ab33778f,43041,1733973825306 2024-12-12T03:24:18,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43041 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=68 2024-12-12T03:24:18,507 INFO [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=DISABLE_PEER 2024-12-12T03:24:18,509 INFO [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(373): Terminate replication source for 2 2024-12-12T03:24:18,510 INFO [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Peer 2 state or config changed. Will close the previous replication source and open a new one 2024-12-12T03:24:18,619 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1001843e1fd000b, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T03:24:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-12T03:24:18,621 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0 {event_type=RS_REFRESH_PEER, pid=68}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x48ce8e7b to 127.0.0.1:56644 2024-12-12T03:24:18,621 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0 {event_type=RS_REFRESH_PEER, pid=68}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:18,722 WARN [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-12T03:24:18,722 WARN [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-12T03:24:18,784 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-12T03:24:18,822 INFO [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 terminated 2024-12-12T03:24:18,835 INFO [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-12T03:24:18,835 INFO [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(383): Startup replication source for 2 2024-12-12T03:24:18,836 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-12T03:24:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-12T03:24:18,838 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for DISABLE on bc94ab33778f,43041,1733973825306 suceeded 2024-12-12T03:24:18,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-12T03:24:18,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 485 msec 2024-12-12T03:24:18,839 INFO [PEWorker-3 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 2 2024-12-12T03:24:18,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 529 msec 2024-12-12T03:24:18,863 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1cf82a0f to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3687ef47 2024-12-12T03:24:18,875 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@530ef7e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:18,877 INFO [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:56644 2024-12-12T03:24:18,885 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T03:24:18,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1001843e1fd000f connected 2024-12-12T03:24:18,887 INFO [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=57e6aaea-1760-4ef4-8745-0be0acf1c315 to cluster=c7d68b43-c727-4da6-8b7c-e371fbe1bb89 2024-12-12T03:24:18,887 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=bc94ab33778f%2C43041%2C1733973825306 2024-12-12T03:24:18,887 INFO [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-12T03:24:18,887 INFO [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: bc94ab33778f%2C43041%2C1733973825306 2024-12-12T03:24:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-12T03:24:18,927 DEBUG [hconnection-0x30081a8e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:18,931 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T03:24:19,349 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-12T03:24:19,647 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-12T03:24:19,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-12T03:24:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-12T03:24:19,656 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733973859656"}]},"ts":"1733973859656"} 2024-12-12T03:24:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-12T03:24:19,658 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-12T03:24:19,710 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-12T03:24:19,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-12T03:24:19,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=65020ac60bd2390ca11f128b79b0c8c7, UNASSIGN}] 2024-12-12T03:24:19,719 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=65020ac60bd2390ca11f128b79b0c8c7, UNASSIGN 2024-12-12T03:24:19,720 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=65020ac60bd2390ca11f128b79b0c8c7, regionState=CLOSING, regionLocation=bc94ab33778f,38871,1733973832531 2024-12-12T03:24:19,722 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-12T03:24:19,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure 65020ac60bd2390ca11f128b79b0c8c7, server=bc94ab33778f,38871,1733973832531}] 2024-12-12T03:24:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-12T03:24:19,880 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc94ab33778f,38871,1733973832531 2024-12-12T03:24:19,884 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close 65020ac60bd2390ca11f128b79b0c8c7 2024-12-12T03:24:19,884 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-12T03:24:19,886 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing 65020ac60bd2390ca11f128b79b0c8c7, disabling compactions & flushes 2024-12-12T03:24:19,887 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733973856173.65020ac60bd2390ca11f128b79b0c8c7. 2024-12-12T03:24:19,887 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733973856173.65020ac60bd2390ca11f128b79b0c8c7. 2024-12-12T03:24:19,887 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733973856173.65020ac60bd2390ca11f128b79b0c8c7. after waiting 0 ms 2024-12-12T03:24:19,887 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733973856173.65020ac60bd2390ca11f128b79b0c8c7. 2024-12-12T03:24:19,895 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/testdroppedtimed/65020ac60bd2390ca11f128b79b0c8c7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:24:19,898 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733973856173.65020ac60bd2390ca11f128b79b0c8c7. 2024-12-12T03:24:19,898 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for 65020ac60bd2390ca11f128b79b0c8c7: 2024-12-12T03:24:19,900 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed 65020ac60bd2390ca11f128b79b0c8c7 2024-12-12T03:24:19,900 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=65020ac60bd2390ca11f128b79b0c8c7, regionState=CLOSED 2024-12-12T03:24:19,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-12T03:24:19,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure 65020ac60bd2390ca11f128b79b0c8c7, server=bc94ab33778f,38871,1733973832531 in 179 msec 2024-12-12T03:24:19,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-12T03:24:19,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=65020ac60bd2390ca11f128b79b0c8c7, UNASSIGN in 184 msec 2024-12-12T03:24:19,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-12T03:24:19,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 192 msec 2024-12-12T03:24:19,918 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733973859918"}]},"ts":"1733973859918"} 2024-12-12T03:24:19,919 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-12T03:24:19,927 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-12T03:24:19,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 277 msec 2024-12-12T03:24:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-12T03:24:19,960 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 65 completed 2024-12-12T03:24:19,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-12T03:24:19,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-12T03:24:19,973 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-12T03:24:19,975 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-12T03:24:19,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-12T03:24:19,981 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/testdroppedtimed/65020ac60bd2390ca11f128b79b0c8c7 2024-12-12T03:24:19,984 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/testdroppedtimed/65020ac60bd2390ca11f128b79b0c8c7/fam, FileablePath, hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/testdroppedtimed/65020ac60bd2390ca11f128b79b0c8c7/recovered.edits] 2024-12-12T03:24:19,992 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/testdroppedtimed/65020ac60bd2390ca11f128b79b0c8c7/recovered.edits/4.seqid to hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/archive/data/default/testdroppedtimed/65020ac60bd2390ca11f128b79b0c8c7/recovered.edits/4.seqid 2024-12-12T03:24:19,993 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/testdroppedtimed/65020ac60bd2390ca11f128b79b0c8c7 2024-12-12T03:24:19,993 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-12T03:24:19,998 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-12T03:24:20,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38871 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-12T03:24:20,003 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-12T03:24:20,006 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-12T03:24:20,007 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-12T03:24:20,007 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-12T03:24:20,007 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1733973856173.65020ac60bd2390ca11f128b79b0c8c7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733973860007"}]},"ts":"9223372036854775807"} 2024-12-12T03:24:20,009 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-12T03:24:20,009 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 65020ac60bd2390ca11f128b79b0c8c7, NAME => 'testdroppedtimed,,1733973856173.65020ac60bd2390ca11f128b79b0c8c7.', STARTKEY => '', ENDKEY => ''}] 2024-12-12T03:24:20,009 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-12T03:24:20,009 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733973860009"}]},"ts":"9223372036854775807"} 2024-12-12T03:24:20,011 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-12T03:24:20,053 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-12T03:24:20,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 86 msec 2024-12-12T03:24:20,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43545 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-12T03:24:20,077 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 69 completed 2024-12-12T03:24:20,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.HMaster(3932): Client=jenkins//172.17.0.2 enable replication peer, id=2 2024-12-12T03:24:20,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-12T03:24:20,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-12T03:24:20,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-12T03:24:20,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-12T03:24:20,246 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc94ab33778f,43041,1733973825306 2024-12-12T03:24:20,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43041 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=70 2024-12-12T03:24:20,248 INFO [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ENABLE_PEER 2024-12-12T03:24:20,249 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-12T03:24:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-12T03:24:20,252 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ENABLE on bc94ab33778f,43041,1733973825306 suceeded 2024-12-12T03:24:20,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-12T03:24:20,255 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 2 2024-12-12T03:24:20,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-12-12T03:24:20,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 175 msec 2024-12-12T03:24:20,288 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, startPosition=0, beingWritten=true 2024-12-12T03:24:20,310 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:24:20,310 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{testdroppedtimed/b667a368650b0ede187b7af68ea3acd1/4=[#edits: 1 = <0 put on table to be dropped/fam:row/1733973858936/Put/vlen=4096/seqid=0; >],4327}, {test/b64487797e56d4e39c9992cbf9a3942d/4=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/5=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/6=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/7=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/8=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/9=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/10=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/11=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/12=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/13=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/14=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/15=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/16=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/17=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/18=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/19=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/20=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/21=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/22=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/23=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/24=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/25=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/26=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=108713, nbRowKeys=24, nbHFiles=0, heapSize=103158, lastSeqIds={}, endOfFile=false,usedBufferSize=103158] 2024-12-12T03:24:20,314 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:24:20,318 DEBUG [SinkThread-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T03:24:20,319 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:24:20,320 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-12T03:24:20,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:20,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ec0e245 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@619aab51 2024-12-12T03:24:20,343 DEBUG [ReadOnlyZKClient-127.0.0.1:56644@0x7ec0e245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58eca9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:20,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-12T03:24:20,361 DEBUG [ReadOnlyZKClient-127.0.0.1:56644@0x7ec0e245 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bc94ab33778f,38871,1733973832531, seqNum=-1] 2024-12-12T03:24:20,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:20,368 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:20,372 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut013', locateType=CURRENT is [region=test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0., hostname=bc94ab33778f,38871,1733973832531, seqNum=2] 2024-12-12T03:24:20,381 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut014', locateType=CURRENT is [region=test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0., hostname=bc94ab33778f,38871,1733973832531, seqNum=2] 2024-12-12T03:24:20,382 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut015', locateType=CURRENT is [region=test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0., hostname=bc94ab33778f,38871,1733973832531, seqNum=2] 2024-12-12T03:24:20,382 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut017', locateType=CURRENT is [region=test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0., hostname=bc94ab33778f,38871,1733973832531, seqNum=2] 2024-12-12T03:24:20,382 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut016', locateType=CURRENT is [region=test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0., hostname=bc94ab33778f,38871,1733973832531, seqNum=2] 2024-12-12T03:24:20,383 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut018', locateType=CURRENT is [region=test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0., hostname=bc94ab33778f,38871,1733973832531, seqNum=2] 2024-12-12T03:24:20,383 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut019', locateType=CURRENT is [region=test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0., hostname=bc94ab33778f,38871,1733973832531, seqNum=2] 2024-12-12T03:24:20,383 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut020', locateType=CURRENT is [region=test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0., hostname=bc94ab33778f,38871,1733973832531, seqNum=2] 2024-12-12T03:24:20,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:24:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-12T03:24:20,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:20,391 DEBUG [hconnection-0x433c1e6c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:20,393 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T03:24:20,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:20,397 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:20,401 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:20,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:20,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 1 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973920389, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:20,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:20,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:20,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:20,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:20,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:20,423 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4f33335d to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e3d9083 2024-12-12T03:24:20,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:20,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:20,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:20,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:20,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:20,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:20,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:20,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:20,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:20,469 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22b23e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:20,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:20,472 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:20,473 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:20,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:20,475 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4f33335d to 127.0.0.1:56644 2024-12-12T03:24:20,476 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:20,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:20,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:20,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:20,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:20,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:20,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:20,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:20,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:20,496 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:20,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:20,582 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:20,583 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:20,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:20,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 2 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973920577, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:20,584 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dcadb6d to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b7897a3 2024-12-12T03:24:20,594 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79ca5ba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:20,596 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:20,597 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51642, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:20,599 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dcadb6d to 127.0.0.1:56644 2024-12-12T03:24:20,599 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:20,754 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-12T03:24:20,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:20,804 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:20,805 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:20,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:20,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 3 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973920800, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:20,807 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36486498 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@504b710a 2024-12-12T03:24:20,816 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49ca6396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:20,818 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:20,819 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:20,820 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36486498 to 127.0.0.1:56644 2024-12-12T03:24:20,820 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:21,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:21,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:21,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:21,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:21,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:21,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:21,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:21,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:21,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:21,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:21,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:21,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:21,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:21,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:21,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:21,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:21,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:21,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:21,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:21,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:21,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:21,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:21,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:21,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:21,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:21,020 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:21,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:21,128 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:21,129 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:21,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:21,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973921121, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:21,133 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0245d73e to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@98d355d 2024-12-12T03:24:21,144 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13413129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:21,145 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:21,146 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:21,148 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0245d73e to 127.0.0.1:56644 2024-12-12T03:24:21,148 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:21,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:21,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:21,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:21,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:21,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:21,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:21,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:21,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:21,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:21,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:21,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:21,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:21,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:21,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:21,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:21,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:21,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:21,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:21,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:21,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:21,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:21,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:21,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:21,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:21,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:21,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:21,555 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:21,556 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:21,556 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:21,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:21,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 5 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973921549, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:21,557 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2855f2f8 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48120d72 2024-12-12T03:24:21,569 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52c0b520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:21,571 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:21,572 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:21,574 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2855f2f8 to 127.0.0.1:56644 2024-12-12T03:24:21,574 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:21,978 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-12T03:24:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:22,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:22,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:22,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:22,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:22,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:22,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:22,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:22,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:22,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:22,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:22,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:22,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:22,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:22,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:22,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:22,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:22,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:22,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:22,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:22,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:22,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:22,080 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:22,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:22,081 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:22,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:22,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 6 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973922075, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:22,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:22,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:22,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:22,083 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77f90ce8 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@163e342f 2024-12-12T03:24:22,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:22,084 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:22,129 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7eb67a83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:22,132 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:22,134 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:22,137 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77f90ce8 to 127.0.0.1:56644 2024-12-12T03:24:22,137 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:22,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:22,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:22,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:22,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:22,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:22,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:22,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:22,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:22,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:22,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:22,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:22,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:22,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:22,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:22,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:22,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:22,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:22,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:22,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:22,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:22,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:22,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:22,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:22,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:22,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:22,613 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:22,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:22,749 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:22,750 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:22,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:22,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973922740, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:22,751 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f0e78c5 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53657229 2024-12-12T03:24:22,795 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e4d1493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:22,798 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:22,800 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:22,803 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f0e78c5 to 127.0.0.1:56644 2024-12-12T03:24:22,803 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:23,071 INFO [bc94ab33778f:43041Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bc94ab33778f%2C43041%2C1733973825306]: currently replicating from: hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 at position: -1 2024-12-12T03:24:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:23,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:23,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:23,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:23,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:23,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:23,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:23,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:23,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:23,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:23,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:23,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:23,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:23,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:23,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:23,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:23,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:23,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:23,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:23,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:23,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:23,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:23,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:23,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:23,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:23,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:23,136 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:23,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:23,514 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:23,515 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:23,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:23,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 8 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973923506, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:23,518 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b03826d to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2576303a 2024-12-12T03:24:23,561 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63d9518b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:23,563 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:23,564 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:23,566 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b03826d to 127.0.0.1:56644 2024-12-12T03:24:23,567 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:23,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:23,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:23,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:23,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:23,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:23,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:23,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:23,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:23,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:23,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:23,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:23,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:23,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:23,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:23,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:23,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:23,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:23,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:23,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:23,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:23,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:23,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:23,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:23,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:23,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:23,664 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:24,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:24,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:24,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:24,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:24,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:24,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:24,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:24,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:24,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:24,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:24,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:24,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:24,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:24,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:24,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:24,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:24,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:24,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:24,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:24,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:24,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:24,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:24,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:24,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:24,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:24,193 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:24,288 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-12T03:24:24,289 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-12T03:24:24,349 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-12T03:24:24,349 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-12T03:24:24,370 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:24,377 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:24,377 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:24,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:24,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 9 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973924369, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:24,379 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c2d0cde to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@284e0c81 2024-12-12T03:24:24,419 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b2550a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:24,421 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:24,422 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:24,423 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c2d0cde to 127.0.0.1:56644 2024-12-12T03:24:24,423 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:24,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:24,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:24,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:24,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:24,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:24,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:24,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:24,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:24,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:24,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:24,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:24,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:24,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:24,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:24,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:24,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:24,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:24,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:24,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:24,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:24,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:24,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:24,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:24,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:24,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:24,714 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:24,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-12T03:24:24,973 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed Metrics about Tables on a single HBase RegionServer 2024-12-12T03:24:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:25,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:25,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:25,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:25,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:25,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:25,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:25,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:25,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:25,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:25,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:25,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:25,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:25,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:25,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:25,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:25,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:25,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:25,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:25,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:25,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:25,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:25,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:25,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:25,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:25,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:25,231 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:25,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:25,334 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:25,336 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:25,336 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:25,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973925325, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:25,338 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39f24d1c to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@618074a7 2024-12-12T03:24:25,378 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72897798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:25,380 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:25,381 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51734, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:25,383 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39f24d1c to 127.0.0.1:56644 2024-12-12T03:24:25,383 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:25,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:25,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:25,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:25,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:25,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:25,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:25,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:25,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:25,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:25,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:25,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:25,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:25,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:25,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:25,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:25,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:25,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:25,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:25,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:25,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:25,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:25,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:25,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:25,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:25,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:25,749 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:26,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:26,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:26,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:26,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:26,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:26,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:26,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:26,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:26,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:26,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:26,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:26,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:26,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:26,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:26,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:26,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:26,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:26,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:26,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:26,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:26,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:26,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:26,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:26,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:26,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:26,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:26,272 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:26,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:26,392 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:26,393 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:26,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:26,394 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 11 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973926384, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:26,395 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bebfe8f to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@392c8c19 2024-12-12T03:24:26,436 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a00913, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:26,438 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:26,439 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:26,440 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bebfe8f to 127.0.0.1:56644 2024-12-12T03:24:26,441 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:26,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:26,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:26,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:26,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:26,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:26,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:26,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:26,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:26,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:26,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:26,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:26,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:26,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:26,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:26,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:26,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:26,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:26,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:26,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:26,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:26,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:26,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:26,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:26,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:26,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:26,796 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:27,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:27,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:27,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:27,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:27,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:27,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:27,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:27,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:27,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:27,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:27,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:27,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:27,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:27,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:27,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:27,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:27,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:27,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:27,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:27,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:27,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:27,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:27,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:27,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:27,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:27,317 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:27,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:27,451 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:27,452 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:27,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:27,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 12 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973927443, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:27,454 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22fe0888 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fef048a 2024-12-12T03:24:27,470 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f8772f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:27,473 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:27,474 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:27,477 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22fe0888 to 127.0.0.1:56644 2024-12-12T03:24:27,478 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:27,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:27,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:27,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:27,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:27,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:27,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:27,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:27,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:27,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:27,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:27,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:27,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:27,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:27,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:27,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:27,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:27,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:27,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:27,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:27,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:27,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:27,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:27,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:27,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:27,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:27,841 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:28,071 INFO [bc94ab33778f:43041Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bc94ab33778f%2C43041%2C1733973825306]: currently replicating from: hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 at position: -1 2024-12-12T03:24:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:28,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:28,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:28,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:28,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:28,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:28,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:28,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:28,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:28,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:28,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:28,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:28,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:28,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:28,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:28,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:28,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:28,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:28,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:28,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:28,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:28,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:28,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:28,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:28,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:28,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:28,356 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:28,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:28,486 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:28,487 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:28,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:28,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973928480, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:28,489 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x272a33cd to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20e6b8f6 2024-12-12T03:24:28,528 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@643266c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:28,529 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:28,530 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:28,532 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x272a33cd to 127.0.0.1:56644 2024-12-12T03:24:28,532 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:28,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:28,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:28,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:28,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:28,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:28,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:28,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:28,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:28,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:28,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:28,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:28,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:28,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:28,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:28,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:28,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:28,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:28,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:28,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:28,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:28,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:28,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:28,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:28,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:28,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:28,880 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:29,349 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-12T03:24:29,350 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-12T03:24:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:29,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:29,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:29,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:29,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:29,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:29,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:29,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:29,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:29,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:29,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:29,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:29,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:29,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:29,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:29,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:29,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:29,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:29,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:29,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:29,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:29,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:29,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:29,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:29,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:29,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:29,404 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:29,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:29,539 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:29,540 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:29,541 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:29,541 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 14 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973929533, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:29,543 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x712c5d7a to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64986aa1 2024-12-12T03:24:29,588 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@136b2cb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:29,591 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:29,593 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51790, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:29,597 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x712c5d7a to 127.0.0.1:56644 2024-12-12T03:24:29,597 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:29,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:29,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:29,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:29,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:29,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:29,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:29,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:29,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:29,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:29,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:29,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:29,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:29,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:29,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:29,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:29,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:29,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:29,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:29,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:29,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:29,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:29,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:29,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:29,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:29,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:29,927 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:30,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:30,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:30,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:30,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:30,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:30,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:30,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:30,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:30,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:30,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:30,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:30,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:30,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:30,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:30,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:30,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:30,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:30,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:30,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:30,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:30,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:30,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:30,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:30,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:30,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:30,450 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:30,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:30,608 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:30,609 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:30,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:30,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 15 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973930599, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:30,611 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72b32ca4 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55d98d31 2024-12-12T03:24:30,653 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f1d7dd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:30,655 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:30,656 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:30,658 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72b32ca4 to 127.0.0.1:56644 2024-12-12T03:24:30,658 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:30,711 INFO [master/bc94ab33778f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-12T03:24:30,711 INFO [master/bc94ab33778f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-12T03:24:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:30,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:30,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:30,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:30,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:30,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:30,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:30,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:30,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:30,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:30,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:30,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:30,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:30,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:30,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:30,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:30,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:30,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:30,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:30,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:30,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:30,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:30,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:30,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:30,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:30,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:30,976 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:31,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:31,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:31,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:31,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:31,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:31,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:31,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:31,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:31,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:31,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:31,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:31,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:31,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:31,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:31,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:31,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:31,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:31,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:31,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:31,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:31,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:31,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:31,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:31,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:31,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:31,497 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:31,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:31,669 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:31,670 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:31,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:31,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973931660, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:31,673 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43600a5c to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c8e23e9 2024-12-12T03:24:31,720 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46485ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:31,723 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:31,724 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:31,727 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43600a5c to 127.0.0.1:56644 2024-12-12T03:24:31,727 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:32,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:32,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:32,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:32,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:32,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:32,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:32,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:32,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:32,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:32,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:32,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:32,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:32,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:32,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:32,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:32,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:32,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:32,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:32,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:32,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:32,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:32,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:32,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:32,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:32,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:32,013 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:32,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:32,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:32,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:32,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:32,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:32,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:32,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:32,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:32,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:32,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:32,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:32,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:32,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:32,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:32,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:32,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:32,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:32,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:32,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:32,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:32,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:32,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:32,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:32,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:32,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:32,532 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:32,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:32,740 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:32,740 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:32,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:32,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 17 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973932729, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:32,742 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b051f2c to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6679e4ce 2024-12-12T03:24:32,758 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@624330b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:32,760 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:32,762 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:32,764 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b051f2c to 127.0.0.1:56644 2024-12-12T03:24:32,764 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:33,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:33,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:33,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:33,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:33,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:33,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:33,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:33,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:33,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:33,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:33,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:33,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:33,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:33,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:33,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:33,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:33,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:33,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:33,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:33,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:33,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:33,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:33,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:33,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:33,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:33,052 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:33,071 INFO [bc94ab33778f:43041Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bc94ab33778f%2C43041%2C1733973825306]: currently replicating from: hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 at position: -1 2024-12-12T03:24:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:33,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:33,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:33,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:33,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:33,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:33,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:33,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:33,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:33,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:33,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:33,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:33,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:33,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:33,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:33,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:33,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:33,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:33,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:33,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:33,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:33,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:33,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:33,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:33,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:33,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:33,576 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:33,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:33,774 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:33,774 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:33,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:33,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 18 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973933766, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:33,776 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ff24056 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6848ef2 2024-12-12T03:24:33,819 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d39e830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:33,821 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:33,822 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:33,823 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ff24056 to 127.0.0.1:56644 2024-12-12T03:24:33,823 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:34,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:34,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:34,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:34,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:34,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:34,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:34,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:34,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:34,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:34,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:34,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:34,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:34,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:34,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:34,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:34,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:34,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:34,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:34,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:34,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:34,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:34,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:34,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:34,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:34,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:34,096 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:34,350 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-12T03:24:34,350 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-12T03:24:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:34,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:34,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:34,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:34,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:34,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:34,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:34,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:34,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:34,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:34,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:34,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:34,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:34,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:34,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:34,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:34,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:34,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:34,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:34,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:34,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:34,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:34,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:34,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:34,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:34,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:34,619 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:34,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:34,833 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:34,834 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:34,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:34,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 19 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973934825, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:34,836 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x222f1f9f to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@fee636 2024-12-12T03:24:34,879 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3234e671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:34,881 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:34,883 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:34,886 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x222f1f9f to 127.0.0.1:56644 2024-12-12T03:24:34,886 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:35,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:35,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:35,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:35,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:35,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:35,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:35,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:35,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:35,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:35,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:35,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:35,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:35,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:35,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:35,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:35,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:35,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:35,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:35,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:35,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:35,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:35,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:35,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:35,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:35,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:35,140 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:35,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:35,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:35,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:35,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:35,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:35,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:35,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:35,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:35,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:35,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:35,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:35,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:35,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:35,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:35,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:35,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:35,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:35,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:35,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:35,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:35,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:35,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:35,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:35,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:35,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:35,660 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:35,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:35,896 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:35,898 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:35,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:35,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 20 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973935888, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:35,901 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x67b6e399 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@100e660f 2024-12-12T03:24:35,946 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59c1d11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:35,949 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:35,952 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56264, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:35,956 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x67b6e399 to 127.0.0.1:56644 2024-12-12T03:24:35,956 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:36,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:36,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:36,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:36,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:36,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:36,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:36,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:36,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:36,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:36,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:36,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:36,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:36,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:36,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:36,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:36,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:36,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:36,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:36,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:36,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:36,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:36,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:36,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:36,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:36,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:36,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:36,170 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:36,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:36,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:36,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:36,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:36,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:36,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:36,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:36,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:36,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:36,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:36,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:36,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:36,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:36,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:36,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:36,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:36,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:36,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:36,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:36,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:36,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:36,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:36,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:36,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:36,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:36,690 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:36,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:36,966 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:36,967 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:36,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:36,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 21 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973936957, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:36,971 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1698d9ea to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7545eb28 2024-12-12T03:24:37,018 INFO [master/bc94ab33778f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-12T03:24:37,018 INFO [master/bc94ab33778f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-12T03:24:37,021 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10d40404, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:37,024 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:37,026 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:37,028 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1698d9ea to 127.0.0.1:56644 2024-12-12T03:24:37,028 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:37,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:37,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:37,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:37,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:37,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:37,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:37,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:37,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:37,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:37,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:37,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:37,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:37,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:37,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:37,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:37,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:37,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:37,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:37,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:37,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:37,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:37,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:37,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:37,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:37,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:37,206 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:37,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:37,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:37,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:37,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:37,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:37,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:37,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:37,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:37,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:37,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:37,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:37,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:37,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:37,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:37,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:37,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:37,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:37,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:37,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:37,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:37,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:37,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:37,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:37,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:37,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:37,726 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:38,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:38,037 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:38,038 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:38,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:38,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 22 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973938030, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:38,040 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14614685 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e27f38a 2024-12-12T03:24:38,071 INFO [bc94ab33778f:43041Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bc94ab33778f%2C43041%2C1733973825306]: currently replicating from: hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 at position: -1 2024-12-12T03:24:38,079 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ee32a6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:38,083 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:38,085 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:38,088 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14614685 to 127.0.0.1:56644 2024-12-12T03:24:38,088 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:38,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:38,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:38,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:38,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:38,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:38,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:38,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:38,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:38,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:38,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:38,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:38,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:38,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:38,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:38,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:38,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:38,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:38,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:38,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:38,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:38,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:38,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:38,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:38,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:38,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:38,240 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:38,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:38,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:38,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:38,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:38,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:38,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:38,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:38,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:38,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:38,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:38,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:38,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:38,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:38,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:38,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:38,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:38,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:38,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:38,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:38,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:38,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:38,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:38,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:38,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:38,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:38,760 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:39,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:39,098 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:39,099 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:39,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:39,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 23 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973939090, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:39,102 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x103d3a3d to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61f72013 2024-12-12T03:24:39,145 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@620c619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:39,147 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:39,148 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:39,150 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x103d3a3d to 127.0.0.1:56644 2024-12-12T03:24:39,151 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:39,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:39,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:39,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:39,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:39,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:39,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:39,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:39,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:39,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:39,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:39,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:39,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:39,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:39,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:39,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:39,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:39,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:39,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:39,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:39,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:39,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:39,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:39,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:39,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:39,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:39,279 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:39,349 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-12T03:24:39,349 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-12T03:24:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:39,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:39,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:39,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:39,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:39,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:39,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:39,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:39,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:39,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:39,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:39,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:39,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:39,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:39,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:39,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:39,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:39,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:39,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:39,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:39,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:39,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:39,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:39,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:39,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:39,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:39,790 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:40,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:40,163 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:40,163 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:40,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:40,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 24 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973940153, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:40,166 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41fd59f7 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19d21e63 2024-12-12T03:24:40,203 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19c2134e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:40,205 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:40,207 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48182, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:40,209 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41fd59f7 to 127.0.0.1:56644 2024-12-12T03:24:40,209 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:40,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:40,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:40,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:40,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:40,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:40,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:40,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:40,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:40,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:40,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:40,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:40,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:40,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:40,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:40,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:40,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:40,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:40,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:40,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:40,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:40,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:40,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:40,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:40,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:40,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:40,317 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:40,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:40,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:40,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:40,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:40,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:40,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:40,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:40,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:40,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:40,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:40,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:40,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:40,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:40,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:40,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:40,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:40,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:40,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:40,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:40,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:40,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:40,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:40,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:40,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:40,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:40,841 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:41,210 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:41,214 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:41,215 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:41,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:41,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 25 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973941210, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:41,217 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49c8ef77 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40e0d12b 2024-12-12T03:24:41,262 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4931f21a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:41,265 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:41,267 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48198, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:41,271 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49c8ef77 to 127.0.0.1:56644 2024-12-12T03:24:41,271 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:41,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:41,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:41,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:41,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:41,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:41,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:41,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:41,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:41,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:41,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:41,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:41,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:41,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:41,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:41,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:41,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:41,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:41,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:41,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:41,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:41,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:41,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:41,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:41,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:41,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:41,367 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:41,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:41,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:41,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:41,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:41,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:41,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:41,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:41,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:41,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:41,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:41,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:41,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:41,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:41,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:41,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:41,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:41,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:41,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:41,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:41,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:41,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:41,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:41,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:41,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:41,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:41,886 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:42,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:42,283 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:42,284 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:42,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:42,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 26 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973942273, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:42,286 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c37b31e to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a98563a 2024-12-12T03:24:42,299 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cffc851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:42,301 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:42,302 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:42,304 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c37b31e to 127.0.0.1:56644 2024-12-12T03:24:42,305 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:42,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:42,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:42,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:42,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:42,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:42,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:42,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:42,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:42,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:42,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:42,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:42,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:42,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:42,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:42,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:42,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:42,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:42,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:42,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:42,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:42,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:42,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:42,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:42,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:42,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:42,409 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:42,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:42,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:42,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:42,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:42,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:42,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:42,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:42,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:42,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:42,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:42,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:42,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:42,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:42,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:42,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:42,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:42,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:42,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:42,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:42,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:42,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:42,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:42,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:42,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:42,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:42,928 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:43,071 INFO [bc94ab33778f:43041Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bc94ab33778f%2C43041%2C1733973825306]: currently replicating from: hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 at position: -1 2024-12-12T03:24:43,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:43,314 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:43,315 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:43,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:43,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 27 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973943307, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:43,317 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d2090d4 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@652136cc 2024-12-12T03:24:43,361 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@374ec779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:43,363 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:43,364 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48210, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:43,366 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d2090d4 to 127.0.0.1:56644 2024-12-12T03:24:43,366 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:43,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:43,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:43,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:43,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:43,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:43,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:43,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:43,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:43,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:43,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:43,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:43,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:43,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:43,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:43,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:43,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:43,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:43,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:43,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:43,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:43,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:43,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:43,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:43,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:43,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:43,449 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:43,837 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-12T03:24:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:43,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:43,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:43,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:43,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:43,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:43,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:43,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:43,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:43,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:43,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:43,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:43,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:43,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:43,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:43,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:43,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:43,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:43,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:43,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:43,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:43,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:43,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:43,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:43,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:43,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:43,972 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:44,349 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-12T03:24:44,350 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-12T03:24:44,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:44,371 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:44,372 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:44,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:44,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 28 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973944367, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:44,374 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51a84541 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d539eee 2024-12-12T03:24:44,411 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ce7f332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:44,413 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:44,414 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:44,416 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51a84541 to 127.0.0.1:56644 2024-12-12T03:24:44,416 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:44,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:44,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:44,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:44,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:44,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:44,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:44,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:44,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:44,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:44,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:44,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:44,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:44,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:44,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:44,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:44,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:44,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:44,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:44,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:44,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:44,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:44,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:44,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:44,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:44,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:44,495 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:45,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:45,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:45,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:45,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:45,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:45,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:45,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:45,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:45,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:45,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:45,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:45,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:45,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:45,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:45,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:45,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:45,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:45,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:45,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:45,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:45,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:45,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:45,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:45,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:45,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:45,013 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:45,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:45,429 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:45,430 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:45,430 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:45,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 29 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973945417, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:45,432 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4912c2e7 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@689781c5 2024-12-12T03:24:45,470 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2baa9186, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:45,473 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:45,475 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48224, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:45,478 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4912c2e7 to 127.0.0.1:56644 2024-12-12T03:24:45,478 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:45,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:45,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:45,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:45,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:45,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:45,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:45,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:45,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:45,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:45,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:45,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:45,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:45,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:45,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:45,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:45,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:45,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:45,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:45,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:45,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:45,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:45,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:45,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:45,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:45,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:45,523 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:46,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:46,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:46,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:46,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:46,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:46,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:46,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:46,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:46,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:46,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:46,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:46,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:46,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:46,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:46,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:46,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:46,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:46,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:46,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:46,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:46,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:46,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:46,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:46,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:46,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:46,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:46,046 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:46,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:46,489 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:46,489 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:46,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:46,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 30 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973946480, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:46,491 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36048e30 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6249b89c 2024-12-12T03:24:46,529 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d1023f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:46,532 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:46,533 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:46,536 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36048e30 to 127.0.0.1:56644 2024-12-12T03:24:46,537 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:46,546 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-12T03:24:46,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-12T03:24:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-12T03:24:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-12T03:24:46,550 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733973886550"}]},"ts":"1733973886550"} 2024-12-12T03:24:46,551 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-12T03:24:46,560 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-12T03:24:46,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-12T03:24:46,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=b667a368650b0ede187b7af68ea3acd1, UNASSIGN}] 2024-12-12T03:24:46,564 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=b667a368650b0ede187b7af68ea3acd1, UNASSIGN 2024-12-12T03:24:46,565 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=b667a368650b0ede187b7af68ea3acd1, regionState=CLOSING, regionLocation=bc94ab33778f,43041,1733973825306 2024-12-12T03:24:46,566 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-12T03:24:46,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure b667a368650b0ede187b7af68ea3acd1, server=bc94ab33778f,43041,1733973825306}] 2024-12-12T03:24:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-12T03:24:46,718 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc94ab33778f,43041,1733973825306 2024-12-12T03:24:46,719 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close b667a368650b0ede187b7af68ea3acd1 2024-12-12T03:24:46,720 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-12T03:24:46,720 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing b667a368650b0ede187b7af68ea3acd1, disabling compactions & flushes 2024-12-12T03:24:46,720 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733973854048.b667a368650b0ede187b7af68ea3acd1. 2024-12-12T03:24:46,720 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733973854048.b667a368650b0ede187b7af68ea3acd1. 2024-12-12T03:24:46,720 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733973854048.b667a368650b0ede187b7af68ea3acd1. after waiting 0 ms 2024-12-12T03:24:46,720 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733973854048.b667a368650b0ede187b7af68ea3acd1. 2024-12-12T03:24:46,720 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing b667a368650b0ede187b7af68ea3acd1 1/1 column families, dataSize=4.05 KB heapSize=4.38 KB 2024-12-12T03:24:46,776 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/testdroppedtimed/b667a368650b0ede187b7af68ea3acd1/.tmp/fam/f8aa33ea63db46268134a3ad18ed602d is 4154, key is 0 put on table to be dropped/fam:row/1733973858936/Put/seqid=0 2024-12-12T03:24:46,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741866_1042 (size=9218) 2024-12-12T03:24:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-12T03:24:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-12T03:24:47,185 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.05 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/testdroppedtimed/b667a368650b0ede187b7af68ea3acd1/.tmp/fam/f8aa33ea63db46268134a3ad18ed602d 2024-12-12T03:24:47,224 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/testdroppedtimed/b667a368650b0ede187b7af68ea3acd1/.tmp/fam/f8aa33ea63db46268134a3ad18ed602d as hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/testdroppedtimed/b667a368650b0ede187b7af68ea3acd1/fam/f8aa33ea63db46268134a3ad18ed602d 2024-12-12T03:24:47,232 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/testdroppedtimed/b667a368650b0ede187b7af68ea3acd1/fam/f8aa33ea63db46268134a3ad18ed602d, entries=1, sequenceid=5, filesize=9.0 K 2024-12-12T03:24:47,234 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~4.05 KB/4150, heapSize ~4.36 KB/4464, currentSize=0 B/0 for b667a368650b0ede187b7af68ea3acd1 in 514ms, sequenceid=5, compaction requested=false 2024-12-12T03:24:47,234 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-12T03:24:47,262 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/testdroppedtimed/b667a368650b0ede187b7af68ea3acd1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-12T03:24:47,263 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733973854048.b667a368650b0ede187b7af68ea3acd1. 2024-12-12T03:24:47,264 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for b667a368650b0ede187b7af68ea3acd1: 2024-12-12T03:24:47,266 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed b667a368650b0ede187b7af68ea3acd1 2024-12-12T03:24:47,266 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=b667a368650b0ede187b7af68ea3acd1, regionState=CLOSED 2024-12-12T03:24:47,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-12T03:24:47,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure b667a368650b0ede187b7af68ea3acd1, server=bc94ab33778f,43041,1733973825306 in 702 msec 2024-12-12T03:24:47,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-12T03:24:47,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=b667a368650b0ede187b7af68ea3acd1, UNASSIGN in 707 msec 2024-12-12T03:24:47,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-12T03:24:47,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 712 msec 2024-12-12T03:24:47,282 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733973887282"}]},"ts":"1733973887282"} 2024-12-12T03:24:47,283 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-12T03:24:47,298 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-12T03:24:47,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 752 msec 2024-12-12T03:24:47,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:47,547 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:47,548 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:47,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:47,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 31 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973947538, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:47,549 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15d33952 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3af1fe2c 2024-12-12T03:24:47,557 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26e24533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:47,558 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:47,559 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:47,561 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15d33952 to 127.0.0.1:56644 2024-12-12T03:24:47,561 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-12T03:24:47,654 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 71 completed 2024-12-12T03:24:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:47,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:47,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:47,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:47,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:47,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:47,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:47,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:47,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:47,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:47,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:47,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:47,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:47,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:47,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:47,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:47,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:47,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:47,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:47,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:47,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:47,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:47,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:47,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:47,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:47,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:47,667 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:48,071 INFO [bc94ab33778f:43041Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bc94ab33778f%2C43041%2C1733973825306]: currently replicating from: hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 at position: -1 2024-12-12T03:24:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:48,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:48,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:48,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:48,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:48,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:48,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:48,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:48,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:48,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:48,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:48,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:48,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:48,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:48,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:48,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:48,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:48,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:48,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:48,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:48,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:48,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:48,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:48,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:48,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:48,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:48,194 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:48,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:48,569 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:48,569 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:48,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:48,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 32 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973948562, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:48,572 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ff25370 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a47cc3c 2024-12-12T03:24:48,611 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eb8cd9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:48,613 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:48,614 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:48,615 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ff25370 to 127.0.0.1:56644 2024-12-12T03:24:48,615 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:48,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:48,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:48,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:48,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:48,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:48,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:48,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:48,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:48,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:48,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:48,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:48,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:48,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:48,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:48,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:48,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:48,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:48,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:48,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:48,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:48,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:48,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:48,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:48,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:48,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:48,705 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:49,176 DEBUG [master/bc94ab33778f:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 3b34d82c58fc2378c71a19bf89b460f9 changed from -1.0 to 0.0, refreshing cache 2024-12-12T03:24:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:49,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:49,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:49,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:49,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:49,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:49,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:49,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:49,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:49,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:49,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:49,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:49,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:49,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:49,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:49,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:49,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:49,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:49,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:49,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:49,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:49,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:49,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:49,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:49,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:49,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:49,223 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:49,349 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-12T03:24:49,349 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-12T03:24:49,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:49,627 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:49,628 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:49,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:49,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 33 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973949617, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:49,629 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f88d30d to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b2adcec 2024-12-12T03:24:49,670 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63b6000e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:49,673 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:49,675 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:49,678 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f88d30d to 127.0.0.1:56644 2024-12-12T03:24:49,678 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:49,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:49,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:49,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:49,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:49,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:49,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:49,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:49,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:49,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:49,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:49,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:49,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:49,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:49,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:49,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:49,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:49,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:49,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:49,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:49,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:49,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:49,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:49,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:49,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:49,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:49,739 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:50,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:50,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:50,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:50,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:50,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:50,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:50,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:50,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:50,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:50,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:50,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:50,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:50,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:50,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:50,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:50,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:50,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:50,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:50,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:50,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:50,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:50,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:50,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:50,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:50,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:50,262 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:50,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:50,688 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:50,689 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:50,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:50,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 34 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973950680, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:50,690 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b1d5514 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@262d3f27 2024-12-12T03:24:50,729 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75c8fd9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:50,731 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:50,733 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:50,735 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b1d5514 to 127.0.0.1:56644 2024-12-12T03:24:50,735 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:50,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:50,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:50,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:50,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:50,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:50,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:50,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:50,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:50,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:50,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:50,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:50,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:50,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:50,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:50,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:50,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:50,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:50,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:50,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:50,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:50,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:50,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:50,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:50,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:50,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:50,790 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:51,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:51,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:51,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:51,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:51,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:51,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:51,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:51,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:51,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:51,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:51,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:51,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:51,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:51,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:51,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:51,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:51,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:51,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:51,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:51,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:51,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:51,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:51,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:51,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:51,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:51,318 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:51,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:51,746 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:51,747 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:51,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:51,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 35 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973951737, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:51,749 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51fa14bd to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e61dda2 2024-12-12T03:24:51,795 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c77f7ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:51,798 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:51,800 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:51,802 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51fa14bd to 127.0.0.1:56644 2024-12-12T03:24:51,803 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:51,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:51,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:51,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:51,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:51,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:51,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:51,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:51,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:51,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:51,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:51,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:51,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:51,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:51,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:51,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:51,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:51,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:51,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:51,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:51,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:51,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:51,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:51,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:51,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:51,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:51,832 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:51,978 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-12T03:24:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:52,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:52,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:52,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:52,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:52,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:52,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:52,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:52,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:52,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:52,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:52,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:52,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:52,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:52,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:52,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:52,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:52,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:52,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:52,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:52,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:52,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:52,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:52,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:52,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:52,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:52,351 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:52,791 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-12T03:24:52,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:52,829 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:52,830 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:52,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:52,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 36 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973952803, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:52,831 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f07ba68 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f1bece7 2024-12-12T03:24:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:52,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:52,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:52,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:52,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:52,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:52,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:52,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:52,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:52,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:52,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:52,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:52,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:52,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:52,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:52,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:52,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:52,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:52,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:52,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:52,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:52,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:52,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:52,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:52,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:52,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:52,869 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:52,880 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cc0ae64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:52,883 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:52,885 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54000, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:52,887 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f07ba68 to 127.0.0.1:56644 2024-12-12T03:24:52,887 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:53,071 INFO [bc94ab33778f:43041Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bc94ab33778f%2C43041%2C1733973825306]: currently replicating from: hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 at position: -1 2024-12-12T03:24:53,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:53,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:53,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:53,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:53,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:53,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:53,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:53,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:53,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:53,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:53,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:53,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:53,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:53,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:53,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:53,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:53,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:53,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:53,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:53,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:53,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:53,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:53,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:53,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:53,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:53,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:53,385 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:53,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:53,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:53,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:53,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:53,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:53,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:53,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:53,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:53,894 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:53,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:53,895 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:53,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:53,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:53,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 37 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973953889, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:53,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:53,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:53,896 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3293633c to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a860fd2 2024-12-12T03:24:53,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:53,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:53,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:53,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:53,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:53,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:53,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:53,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:53,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:53,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:53,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:53,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:53,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:53,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:53,903 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:53,937 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5aa611f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:53,939 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:53,941 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:53,944 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3293633c to 127.0.0.1:56644 2024-12-12T03:24:53,944 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:54,349 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-12T03:24:54,349 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-12T03:24:54,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:54,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:54,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:54,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:54,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:54,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:54,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:54,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:54,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:54,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:54,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:54,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:54,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:54,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:54,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:54,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:54,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:54,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:54,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:54,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:54,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:54,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:54,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:54,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:54,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:54,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:54,424 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:54,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:54,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:54,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:54,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:54,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:54,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:54,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:54,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:54,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:54,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:54,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:54,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:54,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:54,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:54,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:54,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:54,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:54,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:54,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:54,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:54,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:54,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:54,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:54,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:54,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:54,941 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:54,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:54,947 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:54,948 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:54,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:54,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 38 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973954944, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:54,949 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b4e584d to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@619c2669 2024-12-12T03:24:54,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-12T03:24:54,986 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bdfb20d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:54,987 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:54,988 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:54,990 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b4e584d to 127.0.0.1:56644 2024-12-12T03:24:54,990 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:55,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:55,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:55,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:55,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:55,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:55,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:55,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:55,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:55,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:55,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:55,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:55,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:55,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:55,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:55,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:55,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:55,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:55,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:55,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:55,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:55,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:55,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:55,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:55,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:55,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:55,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:55,459 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:55,669 DEBUG [master/bc94ab33778f:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 25b9f739684021d12159ae8572b6c041 changed from -1.0 to 0.0, refreshing cache 2024-12-12T03:24:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:55,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:55,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:55,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:55,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:55,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:55,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:55,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:55,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:55,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:55,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:55,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:55,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:55,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:55,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:55,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:55,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:55,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:55,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:55,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:55,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:55,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:55,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:55,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:55,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:55,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:55,979 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:55,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:55,995 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:55,995 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:55,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:55,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 39 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973955991, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:55,997 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a622a7b to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3acdec30 2024-12-12T03:24:56,036 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cf47ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:56,037 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:56,038 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:56,040 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a622a7b to 127.0.0.1:56644 2024-12-12T03:24:56,040 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:56,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:56,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:56,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:56,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:56,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:56,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:56,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:56,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:56,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:56,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:56,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:56,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:56,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:56,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:56,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:56,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:56,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:56,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:56,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:56,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:56,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:56,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:56,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:56,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:56,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:56,497 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:57,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:57,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:57,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:57,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:57,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:57,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:57,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:57,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:57,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:57,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:57,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:57,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:57,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:57,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:57,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:57,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:57,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:57,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:57,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:57,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:57,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:57,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:57,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:57,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:57,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:57,023 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:57,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:57,044 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:57,045 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:57,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:57,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 40 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973957041, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:57,069 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58b53856 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d4cf31c 2024-12-12T03:24:57,078 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62a27d85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:57,080 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:57,081 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:57,083 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58b53856 to 127.0.0.1:56644 2024-12-12T03:24:57,083 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:57,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:57,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:57,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:57,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:57,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:57,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:57,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:57,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:57,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:57,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:57,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:57,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:57,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:57,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:57,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:57,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:57,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:57,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:57,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:57,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:57,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:57,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:57,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:57,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:57,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:57,547 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:58,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:58,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:58,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:58,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:58,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:58,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:58,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:58,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:58,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:58,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:58,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:58,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:58,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:58,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:58,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:58,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:58,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:58,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:58,071 INFO [bc94ab33778f:43041Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bc94ab33778f%2C43041%2C1733973825306]: currently replicating from: hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 at position: -1 2024-12-12T03:24:58,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:58,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:58,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:58,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:58,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:58,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:58,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:58,076 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:58,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:58,091 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:58,092 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:58,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:58,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 41 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973958084, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:58,094 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f2a24d5 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7594e03f 2024-12-12T03:24:58,150 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42bf55d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:58,155 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:58,156 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:58,159 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f2a24d5 to 127.0.0.1:56644 2024-12-12T03:24:58,159 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:58,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:58,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:58,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:58,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:58,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:58,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:58,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:58,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:58,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:58,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:58,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:58,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:58,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:58,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:58,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:58,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:58,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:58,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:58,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:58,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:58,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:58,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:58,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:58,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:58,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:58,593 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:59,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:59,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:59,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:59,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:59,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:59,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:59,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:59,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:59,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:59,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:59,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:59,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:59,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:59,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:59,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:59,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:59,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:59,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:59,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:59,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:59,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:59,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:59,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:59,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:59,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:59,120 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:24:59,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:24:59,165 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:24:59,166 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:59,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:24:59,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 42 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973959160, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:24:59,168 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x427bc8ee to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@103c4d86 2024-12-12T03:24:59,211 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b66c3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:24:59,213 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:24:59,214 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:24:59,216 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x427bc8ee to 127.0.0.1:56644 2024-12-12T03:24:59,216 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:24:59,349 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-12T03:24:59,349 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-12T03:24:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:24:59,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:24:59,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:24:59,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:24:59,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:24:59,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:24:59,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:24:59,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:24:59,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:24:59,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:24:59,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:24:59,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:24:59,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:24:59,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:24:59,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:24:59,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:24:59,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:24:59,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:24:59,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:24:59,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:24:59,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:24:59,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:24:59,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:24:59,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:24:59,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:24:59,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:24:59,640 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:00,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:00,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:00,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:00,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:00,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:00,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:00,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:00,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:00,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:00,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:00,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:00,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:00,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:00,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:00,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:00,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:00,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:00,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:00,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:00,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:00,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:00,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:00,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:00,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:00,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:00,161 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:00,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:00,226 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:25:00,227 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:00,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:00,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 43 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973960217, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:25:00,229 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1170e6b8 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6352c96d 2024-12-12T03:25:00,270 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e57760d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:25:00,273 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:25:00,274 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:25:00,277 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1170e6b8 to 127.0.0.1:56644 2024-12-12T03:25:00,277 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:00,478 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-12T03:25:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:00,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:00,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:00,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:00,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:00,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:00,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:00,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:00,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:00,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:00,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:00,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:00,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:00,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:00,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:00,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:00,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:00,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:00,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:00,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:00,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:00,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:00,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:00,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:00,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:00,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:00,682 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:01,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:01,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:01,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:01,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:01,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:01,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:01,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:01,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:01,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:01,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:01,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:01,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:01,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:01,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:01,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:01,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:01,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:01,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:01,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:01,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:01,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:01,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:01,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:01,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:01,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:01,200 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:01,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:01,284 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:25:01,285 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:01,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:01,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 44 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973961278, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:25:01,288 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06c08ddc to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@732c25c8 2024-12-12T03:25:01,329 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@566ed2be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:25:01,333 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:25:01,335 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:25:01,337 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06c08ddc to 127.0.0.1:56644 2024-12-12T03:25:01,337 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:01,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:01,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:01,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:01,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:01,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:01,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:01,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:01,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:01,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:01,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:01,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:01,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:01,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:01,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:01,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:01,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:01,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:01,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:01,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:01,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:01,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:01,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:01,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:01,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:01,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:01,715 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:02,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:02,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:02,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:02,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:02,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:02,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:02,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:02,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:02,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:02,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:02,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:02,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:02,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:02,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:02,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:02,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:02,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:02,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:02,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:02,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:02,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:02,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:02,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:02,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:02,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:02,239 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:02,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:02,346 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:25:02,347 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:02,347 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:02,347 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 45 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973962338, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:25:02,349 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bbc9d5c to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49ace186 2024-12-12T03:25:02,386 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69f7212f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:25:02,387 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:25:02,388 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33088, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:25:02,390 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bbc9d5c to 127.0.0.1:56644 2024-12-12T03:25:02,390 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:02,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:02,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:02,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:02,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:02,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:02,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:02,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:02,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:02,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:02,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:02,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:02,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:02,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:02,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:02,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:02,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:02,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:02,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:02,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:02,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:02,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:02,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:02,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:02,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:02,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:02,759 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:03,071 INFO [bc94ab33778f:43041Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bc94ab33778f%2C43041%2C1733973825306]: currently replicating from: hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 at position: -1 2024-12-12T03:25:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:03,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:03,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:03,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:03,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:03,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:03,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:03,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:03,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:03,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:03,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:03,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:03,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:03,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:03,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:03,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:03,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:03,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:03,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:03,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:03,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:03,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:03,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:03,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:03,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:03,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:03,288 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:03,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:03,420 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:25:03,421 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:03,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:03,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 46 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973963391, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:25:03,422 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d7b8200 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2375e2f8 2024-12-12T03:25:03,456 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@735b41e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:25:03,458 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:25:03,459 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33090, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:25:03,460 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d7b8200 to 127.0.0.1:56644 2024-12-12T03:25:03,460 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:03,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:03,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:03,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:03,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:03,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:03,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:03,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:03,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:03,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:03,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:03,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:03,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:03,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:03,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:03,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:03,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:03,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:03,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:03,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:03,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:03,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:03,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:03,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:03,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:03,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:03,814 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:04,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:04,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:04,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:04,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:04,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:04,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:04,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:04,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:04,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:04,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:04,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:04,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:04,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:04,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:04,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:04,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:04,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:04,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:04,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:04,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:04,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:04,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:04,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:04,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:04,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:04,337 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:04,349 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-12T03:25:04,349 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-12T03:25:04,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:04,472 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:25:04,473 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:04,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:04,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 47 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973964462, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:25:04,474 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05afe25f to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@941b230 2024-12-12T03:25:04,512 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@203ca6b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:25:04,515 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:25:04,516 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:25:04,519 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05afe25f to 127.0.0.1:56644 2024-12-12T03:25:04,519 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:04,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:04,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:04,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:04,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:04,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:04,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:04,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:04,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:04,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:04,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:04,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:04,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:04,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:04,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:04,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:04,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:04,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:04,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:04,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:04,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:04,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:04,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:04,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:04,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:04,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:04,851 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:05,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:05,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:05,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:05,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:05,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:05,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:05,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:05,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:05,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:05,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:05,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:05,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:05,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:05,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:05,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:05,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:05,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:05,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:05,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:05,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:05,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:05,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:05,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:05,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:05,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:05,374 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:05,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:05,530 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:25:05,531 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:05,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:05,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 48 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973965521, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:25:05,535 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x26187856 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22cc8e97 2024-12-12T03:25:05,548 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6700fd19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:25:05,549 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:25:05,550 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:25:05,551 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x26187856 to 127.0.0.1:56644 2024-12-12T03:25:05,551 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:05,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:05,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:05,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:05,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:05,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:05,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:05,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:05,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:05,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:05,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:05,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:05,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:05,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:05,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:05,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:05,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:05,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:05,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:05,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:05,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:05,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:05,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:05,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:05,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:05,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:05,894 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:06,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:06,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:06,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:06,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:06,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:06,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:06,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:06,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:06,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:06,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:06,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:06,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:06,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:06,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:06,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:06,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:06,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:06,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:06,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:06,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:06,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:06,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:06,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:06,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:06,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:06,415 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:06,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:06,559 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:25:06,561 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:06,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:06,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 49 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973966552, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:25:06,564 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20e61440 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66988efd 2024-12-12T03:25:06,604 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6105f02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:25:06,607 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:25:06,609 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:25:06,612 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20e61440 to 127.0.0.1:56644 2024-12-12T03:25:06,612 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:06,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:06,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:06,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:06,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:06,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:06,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:06,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:06,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:06,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:06,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:06,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:06,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:06,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:06,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:06,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:06,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:06,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:06,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:06,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:06,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:06,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:06,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:06,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:06,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:06,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:06,939 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:07,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:07,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:07,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:07,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:07,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:07,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:07,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:07,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:07,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:07,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:07,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:07,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:07,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:07,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:07,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:07,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:07,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:07,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:07,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:07,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:07,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:07,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:07,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:07,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:07,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:07,456 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:07,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:07,617 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:25:07,617 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:07,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:07,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 50 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973967613, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:25:07,618 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b631221 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@392e88d6 2024-12-12T03:25:07,662 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d4228be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:25:07,663 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:25:07,664 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:25:07,666 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b631221 to 127.0.0.1:56644 2024-12-12T03:25:07,666 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:07,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:07,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:07,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:07,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:07,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:07,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:07,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:07,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:07,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:07,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:07,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:07,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:07,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:07,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:07,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:07,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:07,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:07,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:07,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:07,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:07,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:07,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:07,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:07,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:07,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:07,979 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:08,071 INFO [bc94ab33778f:43041Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bc94ab33778f%2C43041%2C1733973825306]: currently replicating from: hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 at position: -1 2024-12-12T03:25:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:08,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:08,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:08,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:08,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:08,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:08,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:08,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:08,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:08,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:08,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:08,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:08,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:08,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:08,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:08,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:08,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:08,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:08,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:08,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:08,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:08,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:08,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:08,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:08,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:08,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:08,502 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:08,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:08,674 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:25:08,675 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:08,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:08,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 51 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973968667, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:25:08,677 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f2d22fe to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@420863f5 2024-12-12T03:25:08,730 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ea3a4d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:25:08,731 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:25:08,732 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:25:08,733 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f2d22fe to 127.0.0.1:56644 2024-12-12T03:25:08,733 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:09,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:09,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:09,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:09,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:09,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:09,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:09,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:09,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:09,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:09,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:09,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:09,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:09,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:09,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:09,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:09,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:09,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:09,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:09,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:09,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:09,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:09,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:09,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:09,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:09,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:09,022 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:09,349 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-12T03:25:09,349 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-12T03:25:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:09,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:09,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:09,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:09,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:09,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:09,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:09,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:09,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:09,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:09,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:09,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:09,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:09,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:09,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:09,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:09,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:09,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:09,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:09,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:09,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:09,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:09,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:09,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:09,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:09,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:09,542 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:09,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:09,740 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:25:09,741 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:09,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:09,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 52 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973969734, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:25:09,743 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6293ec56 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63053c3a 2024-12-12T03:25:09,786 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10f391bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:25:09,788 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:25:09,790 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:25:09,791 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6293ec56 to 127.0.0.1:56644 2024-12-12T03:25:09,792 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:10,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:10,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:10,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:10,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:10,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:10,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:10,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:10,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:10,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:10,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:10,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:10,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:10,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:10,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:10,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:10,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:10,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:10,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:10,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:10,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:10,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:10,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:10,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:10,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:10,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:10,062 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:10,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:10,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:10,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:10,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:10,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:10,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:10,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:10,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:10,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:10,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:10,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:10,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:10,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:10,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:10,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:10,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:10,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:10,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:10,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:10,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:10,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:10,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:10,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:10,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:10,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:10,581 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:10,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:10,801 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:25:10,802 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:10,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:10,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 53 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973970793, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:25:10,803 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11eb474b to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc55da0 2024-12-12T03:25:10,846 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57b75915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:25:10,849 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:25:10,851 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60000, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:25:10,853 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11eb474b to 127.0.0.1:56644 2024-12-12T03:25:10,853 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:11,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:11,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:11,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:11,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:11,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:11,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:11,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:11,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:11,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:11,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:11,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:11,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:11,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:11,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:11,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:11,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:11,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:11,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:11,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:11,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:11,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:11,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:11,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:11,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:11,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:11,103 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:11,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:11,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:11,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:11,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:11,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:11,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:11,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:11,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:11,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:11,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:11,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:11,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:11,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:11,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:11,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:11,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:11,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:11,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:11,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:11,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:11,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:11,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:11,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:11,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:11,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:11,620 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:11,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:11,865 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:25:11,867 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:11,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:11,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 54 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973971855, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:25:11,869 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4f274be2 to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3e7e27fb 2024-12-12T03:25:11,929 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53ecbed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:25:11,932 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:25:11,934 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:25:11,935 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4f274be2 to 127.0.0.1:56644 2024-12-12T03:25:11,936 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:12,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:12,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:12,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:12,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:12,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:12,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:12,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:12,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:12,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:12,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:12,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:12,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:12,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:12,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:12,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:12,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:12,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:12,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:12,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:12,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:12,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:12,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:12,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:12,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:12,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:12,139 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:12,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:12,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:12,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:12,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:12,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:12,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:12,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:12,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:12,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:12,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:12,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:12,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:12,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:12,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:12,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:12,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:12,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:12,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:12,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:12,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:12,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:12,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:12,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:12,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:12,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:12,648 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:12,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:12,944 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:25:12,946 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:12,946 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:12,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 55 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973972937, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:25:12,948 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e9d994a to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1932e9d 2024-12-12T03:25:12,986 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37bf0a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:25:12,988 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:25:12,989 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:25:12,990 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e9d994a to 127.0.0.1:56644 2024-12-12T03:25:12,991 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:13,071 INFO [bc94ab33778f:43041Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [bc94ab33778f%2C43041%2C1733973825306]: currently replicating from: hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 at position: -1 2024-12-12T03:25:13,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:13,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:13,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:13,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:13,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:13,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:13,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:13,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:13,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:13,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:13,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:13,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:13,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:13,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:13,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:13,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:13,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:13,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:13,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:13,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:13,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:13,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:13,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:13,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:13,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:13,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:13,172 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-12T03:25:13,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-12T03:25:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-12T03:25:13,678 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-12T03:25:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-12T03:25:13,680 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-12T03:25:13,685 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/testdroppedtimed/b667a368650b0ede187b7af68ea3acd1 2024-12-12T03:25:13,687 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/testdroppedtimed/b667a368650b0ede187b7af68ea3acd1/fam, FileablePath, hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/testdroppedtimed/b667a368650b0ede187b7af68ea3acd1/recovered.edits] 2024-12-12T03:25:13,692 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/testdroppedtimed/b667a368650b0ede187b7af68ea3acd1/fam/f8aa33ea63db46268134a3ad18ed602d to hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/archive/data/default/testdroppedtimed/b667a368650b0ede187b7af68ea3acd1/fam/f8aa33ea63db46268134a3ad18ed602d 2024-12-12T03:25:13,696 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/testdroppedtimed/b667a368650b0ede187b7af68ea3acd1/recovered.edits/8.seqid to hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/archive/data/default/testdroppedtimed/b667a368650b0ede187b7af68ea3acd1/recovered.edits/8.seqid 2024-12-12T03:25:13,696 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/testdroppedtimed/b667a368650b0ede187b7af68ea3acd1 2024-12-12T03:25:13,696 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-12T03:25:13,698 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-12T03:25:13,700 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-12T03:25:13,702 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-12T03:25:13,703 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-12T03:25:13,703 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-12T03:25:13,703 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1733973854048.b667a368650b0ede187b7af68ea3acd1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733973913703"}]},"ts":"9223372036854775807"} 2024-12-12T03:25:13,704 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-12T03:25:13,704 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => b667a368650b0ede187b7af68ea3acd1, NAME => 'testdroppedtimed,,1733973854048.b667a368650b0ede187b7af68ea3acd1.', STARTKEY => '', ENDKEY => ''}] 2024-12-12T03:25:13,705 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-12T03:25:13,705 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733973913705"}]},"ts":"9223372036854775807"} 2024-12-12T03:25:13,706 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-12T03:25:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-12T03:25:13,837 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-12T03:25:13,840 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-12T03:25:13,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 166 msec 2024-12-12T03:25:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-12T03:25:13,984 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 75 completed 2024-12-12T03:25:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:13,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:13,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:13,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:13,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:13,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:13,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:13,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:13,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:13,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:13,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:13,997 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T03:25:13,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:13,998 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:13,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:13,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-12T03:25:13,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] ipc.CallRunner(138): callId: 56 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:38194 deadline: 1733973973992, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-12T03:25:13,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:14,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:14,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:14,001 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b08cabe to 127.0.0.1:56644 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3377fe84 2024-12-12T03:25:14,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:14,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:14,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:14,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:14,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:14,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:14,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:14,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:14,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:14,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:14,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:14,006 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-12T03:25:14,011 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c5517a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T03:25:14,012 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T03:25:14,013 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-12T03:25:14,014 WARN [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.HBaseInterClusterReplicationEndpoint(367): Missing table detected at sink, local table also does not exist, filtering edits for table 'testdroppedtimed' 2024-12-12T03:25:14,014 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b08cabe to 127.0.0.1:56644 2024-12-12T03:25:14,014 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:14,349 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-12T03:25:14,350 INFO [bc94ab33778f:38871Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-12T03:25:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:14,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:14,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:14,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:14,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:14,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:14,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:14,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:14,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:14,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:14,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:14,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:14,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:14,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:14,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:14,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:14,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:14,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:14,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:14,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:14,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:14,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:14,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:14,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:14,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:14,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:14,526 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-12T03:25:15,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:15,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:15,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:15,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:15,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:15,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:15,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:15,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:15,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:15,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:15,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:15,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:15,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:15,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:15,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:15,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:15,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:15,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:15,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:15,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:15,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:15,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:15,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:15,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:15,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:15,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:15,045 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-12T03:25:15,064 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/27=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/28=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/29=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/30=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/31=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/32=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/33=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/34=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/35=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/36=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/37=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/38=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/39=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/40=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/41=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/42=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/43=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/44=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/45=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/46=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/47=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/48=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/49=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/50=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=209393, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,067 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,080 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/51=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/52=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/53=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/54=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/55=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/56=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/57=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/58=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/59=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/60=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/61=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/62=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/63=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/64=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/65=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/66=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/67=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/68=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/69=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/70=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/71=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/72=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/73=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/74=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=310073, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,083 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,097 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/75=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/76=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/77=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/78=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/79=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/80=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/81=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/82=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/83=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/84=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/85=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/86=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/87=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/88=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/89=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/90=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/91=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/92=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/93=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/94=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/95=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/96=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/97=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/98=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=410753, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,101 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,114 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/99=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/100=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/101=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/102=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/103=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/104=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/105=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/106=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/107=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/108=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/109=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/110=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/111=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/112=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/113=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/114=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/115=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/116=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/117=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/118=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/119=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/120=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/121=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/122=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=511433, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,118 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,130 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/123=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/124=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/125=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/126=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/127=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/128=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/129=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/130=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/131=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/132=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/133=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/134=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/135=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/136=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/137=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/138=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/139=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/140=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/141=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/142=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/143=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/144=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/145=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/146=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=612132, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,135 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,163 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/147=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/148=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/149=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/150=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/151=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/152=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/153=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/154=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/155=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/156=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/157=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/158=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/159=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/160=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/161=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/162=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/163=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/164=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/165=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/166=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/167=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/168=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/169=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/170=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=712836, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,168 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,180 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/171=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/172=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/173=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/174=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/175=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/176=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/177=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/178=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/179=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/180=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/181=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/182=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/183=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/184=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/185=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/186=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/187=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/188=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/189=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/190=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/191=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/192=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/193=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/194=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=813540, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,185 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,197 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/195=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/196=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/197=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/198=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/199=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/200=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/201=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/202=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/203=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/204=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/205=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/206=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/207=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/208=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/209=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/210=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/211=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/212=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/213=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/214=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/215=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/216=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/217=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/218=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=914244, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,199 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,210 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/219=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/220=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/221=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/222=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/223=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/224=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/225=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/226=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/227=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/228=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/229=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/230=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/231=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/232=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/233=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/234=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/235=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/236=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/237=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/238=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/239=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/240=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/241=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/242=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=1014948, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,213 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,222 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/243=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/244=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/245=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/246=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/247=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/248=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/249=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/250=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/251=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/252=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/253=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/254=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/255=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/256=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/257=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/258=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/259=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/260=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/261=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/262=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/263=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/264=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/265=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/266=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=1115652, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,225 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,239 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/267=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/268=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/269=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/270=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/271=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/272=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/273=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/274=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/275=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/276=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/277=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/278=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/279=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/280=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/281=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/282=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/283=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/284=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/285=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/286=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/287=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/288=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/289=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/290=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=1216356, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,242 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,255 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/291=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/292=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/293=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/294=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/295=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/296=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/297=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/298=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/299=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/300=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/301=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/302=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/303=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/304=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/305=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/306=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/307=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/308=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/309=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/310=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/311=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/312=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/313=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/314=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=1317060, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,257 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,269 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/315=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/316=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/317=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/318=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/319=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/320=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/321=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/322=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/323=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/324=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/325=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/326=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/327=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/328=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/329=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/330=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/331=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/332=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/333=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/334=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/335=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/336=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/337=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/338=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=1417764, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,271 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,285 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/339=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/340=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/341=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/342=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/343=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/344=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/345=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/346=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/347=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/348=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/349=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/350=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/351=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/352=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/353=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/354=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/355=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/356=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/357=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/358=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/359=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/360=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/361=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/362=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=1518468, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,289 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,297 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/363=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/364=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/365=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/366=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/367=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/368=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/369=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/370=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/371=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/372=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/373=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/374=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/375=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/376=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/377=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/378=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/379=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/380=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/381=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/382=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/383=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/384=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/385=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/386=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=1619172, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,300 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,314 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/387=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/388=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/389=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/390=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/391=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/392=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/393=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/394=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/395=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/396=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/397=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/398=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/399=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/400=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/401=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/402=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/403=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/404=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/405=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/406=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/407=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/408=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/409=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/410=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=1719876, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,317 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,330 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/411=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/412=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/413=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/414=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/415=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/416=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/417=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/418=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/419=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/420=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/421=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/422=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/423=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/424=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/425=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/426=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/427=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/428=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/429=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/430=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/431=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/432=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/433=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/434=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=1820580, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,332 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,336 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,347 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/435=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/436=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/437=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/438=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/439=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/440=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/441=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/442=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/443=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/444=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/445=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/446=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/447=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/448=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/449=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/450=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/451=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/452=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/453=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/454=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/455=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/456=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/457=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/458=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=1921284, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,349 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,452 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/459=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/460=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/461=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/462=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/463=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/464=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/465=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/466=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/467=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/468=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/469=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/470=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/471=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/472=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/473=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/474=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/475=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/476=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/477=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/478=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/479=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/480=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/481=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/482=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=2021988, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,454 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,469 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/483=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/484=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/485=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/486=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/487=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/488=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/489=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/490=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/491=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/492=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/493=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/494=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/495=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/496=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/497=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/498=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/499=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/500=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/501=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/502=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/503=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/504=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/505=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/506=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=2122692, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,470 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,480 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/507=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/508=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/509=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/510=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/511=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/512=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/513=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/514=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/515=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/516=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/517=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/518=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/519=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/520=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/521=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/522=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/523=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/524=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/525=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/526=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/527=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/528=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/529=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/530=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=2223396, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,482 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,502 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/531=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/532=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/533=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/534=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/535=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/536=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/537=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/538=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/539=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/540=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/541=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/542=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/543=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/544=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/545=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/546=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/547=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/548=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/549=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/550=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/551=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/552=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/553=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/554=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=2324100, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,504 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,519 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/555=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/556=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/557=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/558=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/559=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/560=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/561=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/562=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/563=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/564=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/565=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/566=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/567=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/568=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/569=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/570=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/571=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/572=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/573=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/574=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/575=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/576=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/577=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/578=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=2424804, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,521 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:15,553 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/579=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/580=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/581=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/582=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/583=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/584=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/585=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/586=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/587=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/588=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/589=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/590=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/591=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/592=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/593=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/594=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/595=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/596=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/597=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/598=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/599=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/600=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/601=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/602=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=2525508, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,555 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:15,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:15,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:15,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:15,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:15,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:15,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:15,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:15,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:15,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:15,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:15,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:15,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:15,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:15,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:15,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:15,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:15,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:15,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:15,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:15,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:15,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:15,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:15,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:15,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:15,566 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-12T03:25:15,572 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/603=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/604=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/605=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/606=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/607=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/608=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/609=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/610=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/611=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/612=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/613=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/614=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/615=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/616=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/617=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/618=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/619=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/620=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/621=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/622=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/623=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/624=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/625=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/626=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=2626212, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,574 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,589 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/627=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/628=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/629=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/630=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/631=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/632=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/633=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/634=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/635=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/636=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/637=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/638=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/639=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/640=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/641=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/642=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/643=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/644=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/645=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/646=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/647=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/648=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/649=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/650=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=2726916, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,590 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,605 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/651=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/652=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/653=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/654=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/655=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/656=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/657=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/658=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/659=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/660=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/661=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/662=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/663=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/664=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/665=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/666=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/667=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/668=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/669=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/670=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/671=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/672=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/673=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/674=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=2827620, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,607 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,622 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/675=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/676=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/677=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/678=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/679=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/680=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/681=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/682=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/683=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/684=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/685=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/686=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/687=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/688=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/689=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/690=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/691=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/692=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/693=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/694=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/695=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/696=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/697=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/698=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=2928324, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,623 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,639 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/699=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/700=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/701=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/702=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/703=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/704=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/705=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/706=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/707=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/708=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/709=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/710=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/711=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/712=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/713=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/714=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/715=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/716=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/717=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/718=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/719=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/720=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/721=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/722=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=3029028, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,641 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,655 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/723=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/724=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/725=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/726=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/727=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/728=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/729=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/730=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/731=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/732=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/733=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/734=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/735=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/736=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/737=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/738=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/739=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/740=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/741=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/742=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/743=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/744=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/745=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/746=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=3129732, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,657 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,672 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/747=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/748=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/749=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/750=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/751=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/752=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/753=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/754=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/755=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/756=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/757=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/758=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/759=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/760=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/761=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/762=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/763=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/764=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/765=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/766=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/767=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/768=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/769=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/770=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=3230436, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,675 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,689 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/771=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/772=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/773=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/774=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/775=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/776=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/777=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/778=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/779=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/780=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/781=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/782=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/783=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/784=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/785=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/786=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/787=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/788=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/789=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/790=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/791=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/792=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/793=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/794=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=3331140, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,690 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,702 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/795=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/796=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/797=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/798=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/799=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/800=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/801=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/802=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/803=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/804=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/805=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/806=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/807=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/808=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/809=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/810=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/811=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/812=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/813=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/814=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/815=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/816=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/817=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/818=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=3431844, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,704 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,719 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/819=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/820=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/821=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/822=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/823=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/824=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/825=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/826=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/827=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/828=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/829=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/830=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/831=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/832=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/833=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/834=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/835=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/836=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/837=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/838=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/839=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/840=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/841=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/842=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=3532548, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,720 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,730 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/843=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/844=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/845=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/846=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/847=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/848=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/849=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/850=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/851=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/852=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/853=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/854=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/855=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/856=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/857=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/858=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/859=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/860=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/861=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/862=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/863=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/864=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/865=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/866=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=3633252, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,732 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,744 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/867=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/868=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/869=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/870=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/871=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/872=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/873=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/874=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/875=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/876=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/877=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/878=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/879=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/880=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/881=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/882=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/883=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/884=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/885=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/886=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/887=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/888=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/889=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/890=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=3733956, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,745 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,755 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/891=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/892=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/893=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/894=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/895=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/896=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/897=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/898=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/899=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/900=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/901=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/902=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/903=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/904=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/905=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/906=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/907=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/908=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/909=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/910=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/911=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/912=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/913=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/914=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=3834660, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,757 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,769 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/915=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/916=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/917=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/918=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/919=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/920=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/921=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/922=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/923=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/924=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/925=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/926=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/927=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/928=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/929=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/930=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/931=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/932=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/933=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/934=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/935=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/936=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/937=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/938=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=3935364, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,770 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-12T03:25:15,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,780 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/939=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/940=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/941=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/942=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/943=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/944=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/945=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/946=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/947=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/948=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/949=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/950=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/951=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/952=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/953=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/954=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/955=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/956=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/957=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/958=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/959=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/960=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/961=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/962=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=4036068, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,782 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-12T03:25:15,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,794 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 to pos 4208104, reset compression=false 2024-12-12T03:25:15,794 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/963=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/964=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/965=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/966=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/967=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/968=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/969=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/970=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/971=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/972=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/973=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/974=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/975=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/976=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/977=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/978=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/979=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/980=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/981=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/982=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/983=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/984=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/985=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/986=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=4136772, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-12T03:25:15,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,801 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-12T03:25:15,810 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 to pos 4208924, reset compression=false 2024-12-12T03:25:15,810 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/b64487797e56d4e39c9992cbf9a3942d/987=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/988=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/989=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/990=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/991=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/992=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/993=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/994=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/995=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/996=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/997=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/998=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/999=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/1000=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/1001=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/1002=[#edits: 1 = ],4297}, {test/b64487797e56d4e39c9992cbf9a3942d/1003=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=4208104, nbRowKeys=17, nbHFiles=0, heapSize=73049, lastSeqIds={}, endOfFile=false,usedBufferSize=73049] 2024-12-12T03:25:15,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-12T03:25:15,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38871 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-12T03:25:15,822 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191, lastWalPosition=4208924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-12T03:25:16,016 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.wal-reader.bc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 to pos 4208924, reset compression=false 2024-12-12T03:25:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38871 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-12T03:25:16,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-12T03:25:16,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-12T03:25:16,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-12T03:25:16,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-12T03:25:16,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-12T03:25:16,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-12T03:25:16,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-12T03:25:16,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-12T03:25:16,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-12T03:25:16,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-12T03:25:16,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-12T03:25:16,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-12T03:25:16,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-12T03:25:16,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-12T03:25:16,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-12T03:25:16,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-12T03:25:16,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-12T03:25:16,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-12T03:25:16,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-12T03:25:16,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-12T03:25:16,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-12T03:25:16,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-12T03:25:16,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-12T03:25:16,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-12T03:25:16,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-12T03:25:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-12T03:25:16,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.HMaster(3926): Client=jenkins//172.17.0.2 removing replication peer, id=2 2024-12-12T03:25:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure 2024-12-12T03:25:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-12T03:25:16,106 DEBUG [PEWorker-5 {}] zookeeper.ZKUtil(111): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Set watcher on existing znode=/1/replication/peers/2/peer-state 2024-12-12T03:25:16,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2/peer-state 2024-12-12T03:25:16,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/peers/2 2024-12-12T03:25:16,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2 2024-12-12T03:25:16,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-12T03:25:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-12T03:25:16,272 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc94ab33778f,43041,1733973825306 2024-12-12T03:25:16,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43041 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=77 2024-12-12T03:25:16,273 INFO [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=REMOVE_PEER 2024-12-12T03:25:16,273 INFO [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(287): Number of deleted recovered sources for 2: 0 2024-12-12T03:25:16,273 INFO [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Replication stream was removed by a user 2024-12-12T03:25:16,381 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1001843e1fd000f, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T03:25:16,381 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1001843e1fd000f, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T03:25:16,381 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1cf82a0f to 127.0.0.1:56644 2024-12-12T03:25:16,382 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0 {event_type=RS_REFRESH_PEER, pid=77}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-12T03:25:16,482 WARN [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-12T03:25:16,583 INFO [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0.replicationSource,2.replicationSource.shipperbc94ab33778f%2C43041%2C1733973825306,2 terminated 2024-12-12T03:25:16,583 INFO [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(430): Done with the queue 2 2024-12-12T03:25:16,587 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ZKUtil(111): regionserver:43041-0x1001843e1fd0001, quorum=127.0.0.1:56644, baseZNode=/1 Set watcher on existing znode=/1/replication/rs/bc94ab33778f,43041,1733973825306/2/bc94ab33778f%2C43041%2C1733973825306.1733973828191 2024-12-12T03:25:16,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1001843e1fd0001, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/bc94ab33778f,43041,1733973825306/2/bc94ab33778f%2C43041%2C1733973825306.1733973828191 2024-12-12T03:25:16,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1001843e1fd0001, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/rs/bc94ab33778f,43041,1733973825306/2 2024-12-12T03:25:16,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1001843e1fd0001, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/bc94ab33778f,43041,1733973825306/2 2024-12-12T03:25:16,597 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0 {event_type=RS_REFRESH_PEER, pid=77}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-12T03:25:16,598 DEBUG [RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-12T03:25:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.HMaster(4106): Remote procedure done, pid=77 2024-12-12T03:25:16,599 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for REMOVE on bc94ab33778f,43041,1733973825306 suceeded 2024-12-12T03:25:16,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-12T03:25:16,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 479 msec 2024-12-12T03:25:16,611 DEBUG [PEWorker-2 {}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-12T03:25:16,611 INFO [PEWorker-2 {}] replication.RemovePeerProcedure(76): Successfully removed peer 2 2024-12-12T03:25:16,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure in 510 msec 2024-12-12T03:25:16,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-12T03:25:16,726 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=395 (was 390) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:56644@0x7ec0e245-SendThread(127.0.0.1:56644) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1903427937_22 at /127.0.0.1:51930 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:56644@0x1a5b97cd java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007fcb38b55d30.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:56644@0x32f27518 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007fcb38b55d30.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x433c1e6c-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x433c1e6c-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x433c1e6c-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x433c1e6c-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:56644@0x7ec0e245-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RS_REFRESH_PEER-regionserver/bc94ab33778f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/cluster_f5a38d74-3d0b-1f70-6284-6b2a489b362b/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/cluster_f5a38d74-3d0b-1f70-6284-6b2a489b362b/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:56644@0x7ec0e245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007fcb38b55d30.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:56644@0x1a5b97cd-SendThread(127.0.0.1:56644) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: hconnection-0x433c1e6c-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:56644@0x1a5b97cd-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x433c1e6c-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1984092981) connection to localhost/127.0.0.1:37787 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=572 (was 568) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 97) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=13893 (was 14243) 2024-12-12T03:25:16,726 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0490d224 to 127.0.0.1:56644 2024-12-12T03:25:16,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:16,726 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07ad6376 to 127.0.0.1:56644 2024-12-12T03:25:16,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:16,727 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-12T03:25:16,727 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0740a5b0 to 127.0.0.1:56644 2024-12-12T03:25:16,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:16,727 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-12T03:25:16,727 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-12T03:25:16,727 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x35b7463a to 127.0.0.1:56644 2024-12-12T03:25:16,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:16,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-12T03:25:16,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1072967688, stopped=false 2024-12-12T03:25:16,728 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=bc94ab33778f,43545,1733973832398 2024-12-12T03:25:16,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38871-0x1001843e1fd0004, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-12T03:25:16,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-12T03:25:16,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38871-0x1001843e1fd0004, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-12T03:25:16,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-12T03:25:16,744 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-12T03:25:16,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:16,745 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bc94ab33778f,38871,1733973832531' ***** 2024-12-12T03:25:16,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38871-0x1001843e1fd0004, quorum=127.0.0.1:56644, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-12T03:25:16,745 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-12T03:25:16,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-12T03:25:16,745 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-12T03:25:16,745 INFO [RS:0;bc94ab33778f:38871 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-12T03:25:16,745 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-12T03:25:16,746 INFO [RS:0;bc94ab33778f:38871 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-12T03:25:16,746 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for 091a2415625d5a7fcc49afc80c9d2b60 2024-12-12T03:25:16,746 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for 43b3efd5d9507aa1aa7854b565095868 2024-12-12T03:25:16,746 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for 2deeaef9525c4ce239263784f9777f06 2024-12-12T03:25:16,746 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for 6f6701d2e38eea538142f846d87eb6b6 2024-12-12T03:25:16,746 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for 9ffeaf92e554b6b64ae8d1cc24f603b7 2024-12-12T03:25:16,746 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for 237e7cc9fecf9a44936747da6a0e6bcd 2024-12-12T03:25:16,746 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for 568421acabdf4d232482098a9e3eb4f9 2024-12-12T03:25:16,746 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for 02af3fe01ec042a7d76253184e8d5fc8 2024-12-12T03:25:16,746 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for c376c60b85af434dbff211e1cc2d45a6 2024-12-12T03:25:16,746 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for d0dd0c3f7a098ace5811a85135198ad1 2024-12-12T03:25:16,746 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for ddf11bfa0a76acf348437dd6f321aac7 2024-12-12T03:25:16,746 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for 0171e77a468e727596f664a9c1717919 2024-12-12T03:25:16,746 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for 25b9f739684021d12159ae8572b6c041 2024-12-12T03:25:16,746 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for 55b72400afd00dd5383f8208513ea633 2024-12-12T03:25:16,746 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for 40a1c76d0a001221b41b2357af184ab3 2024-12-12T03:25:16,747 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for fdf5fa264c9126a27db7bde9a018a70a 2024-12-12T03:25:16,747 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for 12922178dba5051b0a35118338157497 2024-12-12T03:25:16,747 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for 6635001d6da04a1f19e1cc5008017ab9 2024-12-12T03:25:16,747 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for 27dc4407ba86cdeb6f9f9fe5a10daf4f 2024-12-12T03:25:16,747 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for edd44ba41b309ea2935a8f449426eaa2 2024-12-12T03:25:16,747 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for d10f9b676857a178636ffd5ac25f0c51 2024-12-12T03:25:16,747 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for 63505e8a80f193b5b335e6d40b40b220 2024-12-12T03:25:16,747 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for d1216f3a76889d0e6eeee65cfeb74ae0 2024-12-12T03:25:16,747 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 091a2415625d5a7fcc49afc80c9d2b60, disabling compactions & flushes 2024-12-12T03:25:16,747 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for 438035d7885638b99d718d499c9b0f2a 2024-12-12T03:25:16,747 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for fb6e3f504b9f0b24806170c5973dbc1f 2024-12-12T03:25:16,747 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1733973845202.091a2415625d5a7fcc49afc80c9d2b60. 2024-12-12T03:25:16,747 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for ccf42b40039083dccc89b66b8f6361c0 2024-12-12T03:25:16,747 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for 4eafa023885858daaaf8567b49b2d900 2024-12-12T03:25:16,747 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733973845202.091a2415625d5a7fcc49afc80c9d2b60. 2024-12-12T03:25:16,747 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(1224): stopping server bc94ab33778f,38871,1733973832531 2024-12-12T03:25:16,747 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733973845202.091a2415625d5a7fcc49afc80c9d2b60. after waiting 0 ms 2024-12-12T03:25:16,747 DEBUG [RS:0;bc94ab33778f:38871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:16,747 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733973845202.091a2415625d5a7fcc49afc80c9d2b60. 2024-12-12T03:25:16,747 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-12T03:25:16,747 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-12T03:25:16,747 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-12T03:25:16,747 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-12T03:25:16,748 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-12T03:25:16,748 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-12T03:25:16,748 INFO [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-12T03:25:16,748 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-12T03:25:16,748 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-12T03:25:16,748 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-12T03:25:16,748 INFO [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-12T03:25:16,751 DEBUG [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(1629): Waiting on 0171e77a468e727596f664a9c1717919, 02af3fe01ec042a7d76253184e8d5fc8, 091a2415625d5a7fcc49afc80c9d2b60, 12922178dba5051b0a35118338157497, 1588230740, 237e7cc9fecf9a44936747da6a0e6bcd, 25b9f739684021d12159ae8572b6c041, 27dc4407ba86cdeb6f9f9fe5a10daf4f, 2deeaef9525c4ce239263784f9777f06, 40a1c76d0a001221b41b2357af184ab3, 438035d7885638b99d718d499c9b0f2a, 43b3efd5d9507aa1aa7854b565095868, 4eafa023885858daaaf8567b49b2d900, 55b72400afd00dd5383f8208513ea633, 568421acabdf4d232482098a9e3eb4f9, 63505e8a80f193b5b335e6d40b40b220, 6635001d6da04a1f19e1cc5008017ab9, 6f6701d2e38eea538142f846d87eb6b6, 9ffeaf92e554b6b64ae8d1cc24f603b7, c376c60b85af434dbff211e1cc2d45a6, ccf42b40039083dccc89b66b8f6361c0, d0dd0c3f7a098ace5811a85135198ad1, d10f9b676857a178636ffd5ac25f0c51, d1216f3a76889d0e6eeee65cfeb74ae0, ddf11bfa0a76acf348437dd6f321aac7, edd44ba41b309ea2935a8f449426eaa2, fb6e3f504b9f0b24806170c5973dbc1f, fdf5fa264c9126a27db7bde9a018a70a 2024-12-12T03:25:16,754 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/091a2415625d5a7fcc49afc80c9d2b60/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:16,755 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1733973845202.091a2415625d5a7fcc49afc80c9d2b60. 2024-12-12T03:25:16,755 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 091a2415625d5a7fcc49afc80c9d2b60: 2024-12-12T03:25:16,755 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1733973845202.091a2415625d5a7fcc49afc80c9d2b60. 2024-12-12T03:25:16,755 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 43b3efd5d9507aa1aa7854b565095868, disabling compactions & flushes 2024-12-12T03:25:16,755 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1733973845202.43b3efd5d9507aa1aa7854b565095868. 2024-12-12T03:25:16,755 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733973845202.43b3efd5d9507aa1aa7854b565095868. 2024-12-12T03:25:16,755 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733973845202.43b3efd5d9507aa1aa7854b565095868. after waiting 0 ms 2024-12-12T03:25:16,755 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733973845202.43b3efd5d9507aa1aa7854b565095868. 2024-12-12T03:25:16,759 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/43b3efd5d9507aa1aa7854b565095868/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:16,759 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1733973845202.43b3efd5d9507aa1aa7854b565095868. 2024-12-12T03:25:16,759 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 43b3efd5d9507aa1aa7854b565095868: 2024-12-12T03:25:16,759 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1733973845202.43b3efd5d9507aa1aa7854b565095868. 2024-12-12T03:25:16,759 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2deeaef9525c4ce239263784f9777f06, disabling compactions & flushes 2024-12-12T03:25:16,759 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1733973845202.2deeaef9525c4ce239263784f9777f06. 2024-12-12T03:25:16,759 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733973845202.2deeaef9525c4ce239263784f9777f06. 2024-12-12T03:25:16,759 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733973845202.2deeaef9525c4ce239263784f9777f06. after waiting 0 ms 2024-12-12T03:25:16,759 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733973845202.2deeaef9525c4ce239263784f9777f06. 2024-12-12T03:25:16,763 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/2deeaef9525c4ce239263784f9777f06/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:16,764 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1733973845202.2deeaef9525c4ce239263784f9777f06. 2024-12-12T03:25:16,764 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2deeaef9525c4ce239263784f9777f06: 2024-12-12T03:25:16,764 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1733973845202.2deeaef9525c4ce239263784f9777f06. 2024-12-12T03:25:16,764 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6f6701d2e38eea538142f846d87eb6b6, disabling compactions & flushes 2024-12-12T03:25:16,764 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1733973845202.6f6701d2e38eea538142f846d87eb6b6. 2024-12-12T03:25:16,764 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733973845202.6f6701d2e38eea538142f846d87eb6b6. 2024-12-12T03:25:16,764 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733973845202.6f6701d2e38eea538142f846d87eb6b6. after waiting 0 ms 2024-12-12T03:25:16,764 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733973845202.6f6701d2e38eea538142f846d87eb6b6. 2024-12-12T03:25:16,768 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/6f6701d2e38eea538142f846d87eb6b6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:16,768 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1733973845202.6f6701d2e38eea538142f846d87eb6b6. 2024-12-12T03:25:16,768 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6f6701d2e38eea538142f846d87eb6b6: 2024-12-12T03:25:16,768 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1733973845202.6f6701d2e38eea538142f846d87eb6b6. 2024-12-12T03:25:16,768 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9ffeaf92e554b6b64ae8d1cc24f603b7, disabling compactions & flushes 2024-12-12T03:25:16,768 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1733973845202.9ffeaf92e554b6b64ae8d1cc24f603b7. 2024-12-12T03:25:16,768 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733973845202.9ffeaf92e554b6b64ae8d1cc24f603b7. 2024-12-12T03:25:16,768 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733973845202.9ffeaf92e554b6b64ae8d1cc24f603b7. after waiting 0 ms 2024-12-12T03:25:16,768 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733973845202.9ffeaf92e554b6b64ae8d1cc24f603b7. 2024-12-12T03:25:16,771 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/9ffeaf92e554b6b64ae8d1cc24f603b7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:16,772 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1733973845202.9ffeaf92e554b6b64ae8d1cc24f603b7. 2024-12-12T03:25:16,772 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9ffeaf92e554b6b64ae8d1cc24f603b7: 2024-12-12T03:25:16,772 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1733973845202.9ffeaf92e554b6b64ae8d1cc24f603b7. 2024-12-12T03:25:16,772 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 237e7cc9fecf9a44936747da6a0e6bcd, disabling compactions & flushes 2024-12-12T03:25:16,772 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1733973845202.237e7cc9fecf9a44936747da6a0e6bcd. 2024-12-12T03:25:16,772 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733973845202.237e7cc9fecf9a44936747da6a0e6bcd. 2024-12-12T03:25:16,772 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733973845202.237e7cc9fecf9a44936747da6a0e6bcd. after waiting 0 ms 2024-12-12T03:25:16,772 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733973845202.237e7cc9fecf9a44936747da6a0e6bcd. 2024-12-12T03:25:16,775 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/meta/1588230740/.tmp/info/88052be0c4254f3191b03e9c2dd911c0 is 143, key is hbase:namespace,,1733973835511.25b9f739684021d12159ae8572b6c041./info:regioninfo/1733973836759/Put/seqid=0 2024-12-12T03:25:16,776 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/237e7cc9fecf9a44936747da6a0e6bcd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:16,777 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1733973845202.237e7cc9fecf9a44936747da6a0e6bcd. 2024-12-12T03:25:16,777 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 237e7cc9fecf9a44936747da6a0e6bcd: 2024-12-12T03:25:16,777 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1733973845202.237e7cc9fecf9a44936747da6a0e6bcd. 2024-12-12T03:25:16,777 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 568421acabdf4d232482098a9e3eb4f9, disabling compactions & flushes 2024-12-12T03:25:16,777 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1733973845202.568421acabdf4d232482098a9e3eb4f9. 2024-12-12T03:25:16,777 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733973845202.568421acabdf4d232482098a9e3eb4f9. 2024-12-12T03:25:16,777 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733973845202.568421acabdf4d232482098a9e3eb4f9. after waiting 0 ms 2024-12-12T03:25:16,777 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733973845202.568421acabdf4d232482098a9e3eb4f9. 2024-12-12T03:25:16,781 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/568421acabdf4d232482098a9e3eb4f9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:16,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741866_1042 (size=36340) 2024-12-12T03:25:16,781 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1733973845202.568421acabdf4d232482098a9e3eb4f9. 2024-12-12T03:25:16,781 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 568421acabdf4d232482098a9e3eb4f9: 2024-12-12T03:25:16,781 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1733973845202.568421acabdf4d232482098a9e3eb4f9. 2024-12-12T03:25:16,782 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 02af3fe01ec042a7d76253184e8d5fc8, disabling compactions & flushes 2024-12-12T03:25:16,782 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1733973845202.02af3fe01ec042a7d76253184e8d5fc8. 2024-12-12T03:25:16,782 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733973845202.02af3fe01ec042a7d76253184e8d5fc8. 2024-12-12T03:25:16,782 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733973845202.02af3fe01ec042a7d76253184e8d5fc8. after waiting 0 ms 2024-12-12T03:25:16,782 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733973845202.02af3fe01ec042a7d76253184e8d5fc8. 2024-12-12T03:25:16,785 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/02af3fe01ec042a7d76253184e8d5fc8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:16,786 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1733973845202.02af3fe01ec042a7d76253184e8d5fc8. 2024-12-12T03:25:16,786 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 02af3fe01ec042a7d76253184e8d5fc8: 2024-12-12T03:25:16,786 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1733973845202.02af3fe01ec042a7d76253184e8d5fc8. 2024-12-12T03:25:16,786 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c376c60b85af434dbff211e1cc2d45a6, disabling compactions & flushes 2024-12-12T03:25:16,786 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1733973845202.c376c60b85af434dbff211e1cc2d45a6. 2024-12-12T03:25:16,786 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733973845202.c376c60b85af434dbff211e1cc2d45a6. 2024-12-12T03:25:16,786 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733973845202.c376c60b85af434dbff211e1cc2d45a6. after waiting 0 ms 2024-12-12T03:25:16,786 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733973845202.c376c60b85af434dbff211e1cc2d45a6. 2024-12-12T03:25:16,790 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/c376c60b85af434dbff211e1cc2d45a6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:16,790 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1733973845202.c376c60b85af434dbff211e1cc2d45a6. 2024-12-12T03:25:16,790 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c376c60b85af434dbff211e1cc2d45a6: 2024-12-12T03:25:16,790 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1733973845202.c376c60b85af434dbff211e1cc2d45a6. 2024-12-12T03:25:16,790 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d0dd0c3f7a098ace5811a85135198ad1, disabling compactions & flushes 2024-12-12T03:25:16,791 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1733973845202.d0dd0c3f7a098ace5811a85135198ad1. 2024-12-12T03:25:16,791 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733973845202.d0dd0c3f7a098ace5811a85135198ad1. 2024-12-12T03:25:16,791 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733973845202.d0dd0c3f7a098ace5811a85135198ad1. after waiting 0 ms 2024-12-12T03:25:16,791 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733973845202.d0dd0c3f7a098ace5811a85135198ad1. 2024-12-12T03:25:16,794 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/d0dd0c3f7a098ace5811a85135198ad1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:16,795 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1733973845202.d0dd0c3f7a098ace5811a85135198ad1. 2024-12-12T03:25:16,795 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d0dd0c3f7a098ace5811a85135198ad1: 2024-12-12T03:25:16,795 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1733973845202.d0dd0c3f7a098ace5811a85135198ad1. 2024-12-12T03:25:16,795 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ddf11bfa0a76acf348437dd6f321aac7, disabling compactions & flushes 2024-12-12T03:25:16,795 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1733973845202.ddf11bfa0a76acf348437dd6f321aac7. 2024-12-12T03:25:16,795 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733973845202.ddf11bfa0a76acf348437dd6f321aac7. 2024-12-12T03:25:16,795 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733973845202.ddf11bfa0a76acf348437dd6f321aac7. after waiting 0 ms 2024-12-12T03:25:16,795 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733973845202.ddf11bfa0a76acf348437dd6f321aac7. 2024-12-12T03:25:16,799 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/ddf11bfa0a76acf348437dd6f321aac7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:16,799 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1733973845202.ddf11bfa0a76acf348437dd6f321aac7. 2024-12-12T03:25:16,799 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ddf11bfa0a76acf348437dd6f321aac7: 2024-12-12T03:25:16,799 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1733973845202.ddf11bfa0a76acf348437dd6f321aac7. 2024-12-12T03:25:16,800 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0171e77a468e727596f664a9c1717919, disabling compactions & flushes 2024-12-12T03:25:16,800 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1733973845202.0171e77a468e727596f664a9c1717919. 2024-12-12T03:25:16,800 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733973845202.0171e77a468e727596f664a9c1717919. 2024-12-12T03:25:16,800 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733973845202.0171e77a468e727596f664a9c1717919. after waiting 0 ms 2024-12-12T03:25:16,800 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733973845202.0171e77a468e727596f664a9c1717919. 2024-12-12T03:25:16,803 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/0171e77a468e727596f664a9c1717919/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:16,804 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1733973845202.0171e77a468e727596f664a9c1717919. 2024-12-12T03:25:16,804 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0171e77a468e727596f664a9c1717919: 2024-12-12T03:25:16,804 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1733973845202.0171e77a468e727596f664a9c1717919. 2024-12-12T03:25:16,804 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 25b9f739684021d12159ae8572b6c041, disabling compactions & flushes 2024-12-12T03:25:16,804 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733973835511.25b9f739684021d12159ae8572b6c041. 2024-12-12T03:25:16,804 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733973835511.25b9f739684021d12159ae8572b6c041. 2024-12-12T03:25:16,804 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733973835511.25b9f739684021d12159ae8572b6c041. after waiting 0 ms 2024-12-12T03:25:16,804 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733973835511.25b9f739684021d12159ae8572b6c041. 2024-12-12T03:25:16,804 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 25b9f739684021d12159ae8572b6c041 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-12T03:25:16,811 INFO [regionserver/bc94ab33778f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T03:25:16,818 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/namespace/25b9f739684021d12159ae8572b6c041/.tmp/info/445cdd2e1cfc42028b0186c71644e3f4 is 45, key is default/info:d/1733973836843/Put/seqid=0 2024-12-12T03:25:16,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741867_1043 (size=5037) 2024-12-12T03:25:16,952 DEBUG [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(1629): Waiting on 12922178dba5051b0a35118338157497, 1588230740, 25b9f739684021d12159ae8572b6c041, 27dc4407ba86cdeb6f9f9fe5a10daf4f, 40a1c76d0a001221b41b2357af184ab3, 438035d7885638b99d718d499c9b0f2a, 4eafa023885858daaaf8567b49b2d900, 55b72400afd00dd5383f8208513ea633, 63505e8a80f193b5b335e6d40b40b220, 6635001d6da04a1f19e1cc5008017ab9, ccf42b40039083dccc89b66b8f6361c0, d10f9b676857a178636ffd5ac25f0c51, d1216f3a76889d0e6eeee65cfeb74ae0, edd44ba41b309ea2935a8f449426eaa2, fb6e3f504b9f0b24806170c5973dbc1f, fdf5fa264c9126a27db7bde9a018a70a 2024-12-12T03:25:17,152 DEBUG [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(1629): Waiting on 12922178dba5051b0a35118338157497, 1588230740, 25b9f739684021d12159ae8572b6c041, 27dc4407ba86cdeb6f9f9fe5a10daf4f, 40a1c76d0a001221b41b2357af184ab3, 438035d7885638b99d718d499c9b0f2a, 4eafa023885858daaaf8567b49b2d900, 55b72400afd00dd5383f8208513ea633, 63505e8a80f193b5b335e6d40b40b220, 6635001d6da04a1f19e1cc5008017ab9, ccf42b40039083dccc89b66b8f6361c0, d10f9b676857a178636ffd5ac25f0c51, d1216f3a76889d0e6eeee65cfeb74ae0, edd44ba41b309ea2935a8f449426eaa2, fb6e3f504b9f0b24806170c5973dbc1f, fdf5fa264c9126a27db7bde9a018a70a 2024-12-12T03:25:17,182 INFO [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/meta/1588230740/.tmp/info/88052be0c4254f3191b03e9c2dd911c0 2024-12-12T03:25:17,207 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/meta/1588230740/.tmp/rep_barrier/7e82ccad33764ff4b6a8cbfdf661723d is 115, key is test,bbb,1733973845202.63505e8a80f193b5b335e6d40b40b220./rep_barrier:seqnumDuringOpen/1733973849619/Put/seqid=0 2024-12-12T03:25:17,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741868_1044 (size=8574) 2024-12-12T03:25:17,223 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/namespace/25b9f739684021d12159ae8572b6c041/.tmp/info/445cdd2e1cfc42028b0186c71644e3f4 2024-12-12T03:25:17,230 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/namespace/25b9f739684021d12159ae8572b6c041/.tmp/info/445cdd2e1cfc42028b0186c71644e3f4 as hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/namespace/25b9f739684021d12159ae8572b6c041/info/445cdd2e1cfc42028b0186c71644e3f4 2024-12-12T03:25:17,237 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/namespace/25b9f739684021d12159ae8572b6c041/info/445cdd2e1cfc42028b0186c71644e3f4, entries=2, sequenceid=6, filesize=4.9 K 2024-12-12T03:25:17,237 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 25b9f739684021d12159ae8572b6c041 in 433ms, sequenceid=6, compaction requested=false 2024-12-12T03:25:17,241 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/namespace/25b9f739684021d12159ae8572b6c041/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-12T03:25:17,241 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733973835511.25b9f739684021d12159ae8572b6c041. 2024-12-12T03:25:17,241 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 25b9f739684021d12159ae8572b6c041: 2024-12-12T03:25:17,241 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733973835511.25b9f739684021d12159ae8572b6c041. 2024-12-12T03:25:17,242 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 55b72400afd00dd5383f8208513ea633, disabling compactions & flushes 2024-12-12T03:25:17,242 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1733973845202.55b72400afd00dd5383f8208513ea633. 2024-12-12T03:25:17,242 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733973845202.55b72400afd00dd5383f8208513ea633. 2024-12-12T03:25:17,242 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733973845202.55b72400afd00dd5383f8208513ea633. after waiting 0 ms 2024-12-12T03:25:17,242 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733973845202.55b72400afd00dd5383f8208513ea633. 2024-12-12T03:25:17,245 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/55b72400afd00dd5383f8208513ea633/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:17,245 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1733973845202.55b72400afd00dd5383f8208513ea633. 2024-12-12T03:25:17,245 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 55b72400afd00dd5383f8208513ea633: 2024-12-12T03:25:17,246 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1733973845202.55b72400afd00dd5383f8208513ea633. 2024-12-12T03:25:17,246 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 40a1c76d0a001221b41b2357af184ab3, disabling compactions & flushes 2024-12-12T03:25:17,246 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1733973845202.40a1c76d0a001221b41b2357af184ab3. 2024-12-12T03:25:17,246 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733973845202.40a1c76d0a001221b41b2357af184ab3. 2024-12-12T03:25:17,246 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733973845202.40a1c76d0a001221b41b2357af184ab3. after waiting 0 ms 2024-12-12T03:25:17,246 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733973845202.40a1c76d0a001221b41b2357af184ab3. 2024-12-12T03:25:17,249 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/40a1c76d0a001221b41b2357af184ab3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:17,250 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1733973845202.40a1c76d0a001221b41b2357af184ab3. 2024-12-12T03:25:17,250 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 40a1c76d0a001221b41b2357af184ab3: 2024-12-12T03:25:17,250 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1733973845202.40a1c76d0a001221b41b2357af184ab3. 2024-12-12T03:25:17,250 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fdf5fa264c9126a27db7bde9a018a70a, disabling compactions & flushes 2024-12-12T03:25:17,250 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1733973845202.fdf5fa264c9126a27db7bde9a018a70a. 2024-12-12T03:25:17,250 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733973845202.fdf5fa264c9126a27db7bde9a018a70a. 2024-12-12T03:25:17,250 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733973845202.fdf5fa264c9126a27db7bde9a018a70a. after waiting 0 ms 2024-12-12T03:25:17,250 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733973845202.fdf5fa264c9126a27db7bde9a018a70a. 2024-12-12T03:25:17,253 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/fdf5fa264c9126a27db7bde9a018a70a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:17,254 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1733973845202.fdf5fa264c9126a27db7bde9a018a70a. 2024-12-12T03:25:17,254 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fdf5fa264c9126a27db7bde9a018a70a: 2024-12-12T03:25:17,254 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1733973845202.fdf5fa264c9126a27db7bde9a018a70a. 2024-12-12T03:25:17,254 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 12922178dba5051b0a35118338157497, disabling compactions & flushes 2024-12-12T03:25:17,254 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1733973845202.12922178dba5051b0a35118338157497. 2024-12-12T03:25:17,254 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733973845202.12922178dba5051b0a35118338157497. 2024-12-12T03:25:17,254 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733973845202.12922178dba5051b0a35118338157497. after waiting 0 ms 2024-12-12T03:25:17,254 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733973845202.12922178dba5051b0a35118338157497. 2024-12-12T03:25:17,257 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/12922178dba5051b0a35118338157497/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:17,258 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1733973845202.12922178dba5051b0a35118338157497. 2024-12-12T03:25:17,258 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 12922178dba5051b0a35118338157497: 2024-12-12T03:25:17,258 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1733973845202.12922178dba5051b0a35118338157497. 2024-12-12T03:25:17,258 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6635001d6da04a1f19e1cc5008017ab9, disabling compactions & flushes 2024-12-12T03:25:17,258 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1733973845202.6635001d6da04a1f19e1cc5008017ab9. 2024-12-12T03:25:17,258 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733973845202.6635001d6da04a1f19e1cc5008017ab9. 2024-12-12T03:25:17,258 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733973845202.6635001d6da04a1f19e1cc5008017ab9. after waiting 0 ms 2024-12-12T03:25:17,258 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733973845202.6635001d6da04a1f19e1cc5008017ab9. 2024-12-12T03:25:17,261 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/6635001d6da04a1f19e1cc5008017ab9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:17,262 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1733973845202.6635001d6da04a1f19e1cc5008017ab9. 2024-12-12T03:25:17,262 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6635001d6da04a1f19e1cc5008017ab9: 2024-12-12T03:25:17,262 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1733973845202.6635001d6da04a1f19e1cc5008017ab9. 2024-12-12T03:25:17,262 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 27dc4407ba86cdeb6f9f9fe5a10daf4f, disabling compactions & flushes 2024-12-12T03:25:17,262 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1733973845202.27dc4407ba86cdeb6f9f9fe5a10daf4f. 2024-12-12T03:25:17,262 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733973845202.27dc4407ba86cdeb6f9f9fe5a10daf4f. 2024-12-12T03:25:17,262 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733973845202.27dc4407ba86cdeb6f9f9fe5a10daf4f. after waiting 0 ms 2024-12-12T03:25:17,262 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733973845202.27dc4407ba86cdeb6f9f9fe5a10daf4f. 2024-12-12T03:25:17,266 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/27dc4407ba86cdeb6f9f9fe5a10daf4f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:17,266 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1733973845202.27dc4407ba86cdeb6f9f9fe5a10daf4f. 2024-12-12T03:25:17,266 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 27dc4407ba86cdeb6f9f9fe5a10daf4f: 2024-12-12T03:25:17,266 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1733973845202.27dc4407ba86cdeb6f9f9fe5a10daf4f. 2024-12-12T03:25:17,267 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing edd44ba41b309ea2935a8f449426eaa2, disabling compactions & flushes 2024-12-12T03:25:17,267 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1733973845202.edd44ba41b309ea2935a8f449426eaa2. 2024-12-12T03:25:17,267 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733973845202.edd44ba41b309ea2935a8f449426eaa2. 2024-12-12T03:25:17,267 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1733973845202.edd44ba41b309ea2935a8f449426eaa2. after waiting 0 ms 2024-12-12T03:25:17,267 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1733973845202.edd44ba41b309ea2935a8f449426eaa2. 2024-12-12T03:25:17,270 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/edd44ba41b309ea2935a8f449426eaa2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:17,271 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1733973845202.edd44ba41b309ea2935a8f449426eaa2. 2024-12-12T03:25:17,271 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for edd44ba41b309ea2935a8f449426eaa2: 2024-12-12T03:25:17,271 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1733973845202.edd44ba41b309ea2935a8f449426eaa2. 2024-12-12T03:25:17,271 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d10f9b676857a178636ffd5ac25f0c51, disabling compactions & flushes 2024-12-12T03:25:17,271 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1733973845202.d10f9b676857a178636ffd5ac25f0c51. 2024-12-12T03:25:17,271 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733973845202.d10f9b676857a178636ffd5ac25f0c51. 2024-12-12T03:25:17,271 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733973845202.d10f9b676857a178636ffd5ac25f0c51. after waiting 0 ms 2024-12-12T03:25:17,271 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733973845202.d10f9b676857a178636ffd5ac25f0c51. 2024-12-12T03:25:17,275 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/d10f9b676857a178636ffd5ac25f0c51/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:17,275 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1733973845202.d10f9b676857a178636ffd5ac25f0c51. 2024-12-12T03:25:17,275 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d10f9b676857a178636ffd5ac25f0c51: 2024-12-12T03:25:17,275 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1733973845202.d10f9b676857a178636ffd5ac25f0c51. 2024-12-12T03:25:17,275 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 63505e8a80f193b5b335e6d40b40b220, disabling compactions & flushes 2024-12-12T03:25:17,275 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1733973845202.63505e8a80f193b5b335e6d40b40b220. 2024-12-12T03:25:17,275 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733973845202.63505e8a80f193b5b335e6d40b40b220. 2024-12-12T03:25:17,275 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733973845202.63505e8a80f193b5b335e6d40b40b220. after waiting 0 ms 2024-12-12T03:25:17,275 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733973845202.63505e8a80f193b5b335e6d40b40b220. 2024-12-12T03:25:17,279 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/63505e8a80f193b5b335e6d40b40b220/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:17,279 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1733973845202.63505e8a80f193b5b335e6d40b40b220. 2024-12-12T03:25:17,279 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 63505e8a80f193b5b335e6d40b40b220: 2024-12-12T03:25:17,280 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1733973845202.63505e8a80f193b5b335e6d40b40b220. 2024-12-12T03:25:17,280 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d1216f3a76889d0e6eeee65cfeb74ae0, disabling compactions & flushes 2024-12-12T03:25:17,280 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1733973845202.d1216f3a76889d0e6eeee65cfeb74ae0. 2024-12-12T03:25:17,280 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733973845202.d1216f3a76889d0e6eeee65cfeb74ae0. 2024-12-12T03:25:17,280 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733973845202.d1216f3a76889d0e6eeee65cfeb74ae0. after waiting 0 ms 2024-12-12T03:25:17,280 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733973845202.d1216f3a76889d0e6eeee65cfeb74ae0. 2024-12-12T03:25:17,283 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/d1216f3a76889d0e6eeee65cfeb74ae0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:17,283 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1733973845202.d1216f3a76889d0e6eeee65cfeb74ae0. 2024-12-12T03:25:17,283 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d1216f3a76889d0e6eeee65cfeb74ae0: 2024-12-12T03:25:17,283 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1733973845202.d1216f3a76889d0e6eeee65cfeb74ae0. 2024-12-12T03:25:17,283 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 438035d7885638b99d718d499c9b0f2a, disabling compactions & flushes 2024-12-12T03:25:17,283 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1733973845202.438035d7885638b99d718d499c9b0f2a. 2024-12-12T03:25:17,283 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733973845202.438035d7885638b99d718d499c9b0f2a. 2024-12-12T03:25:17,283 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733973845202.438035d7885638b99d718d499c9b0f2a. after waiting 0 ms 2024-12-12T03:25:17,283 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733973845202.438035d7885638b99d718d499c9b0f2a. 2024-12-12T03:25:17,286 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/438035d7885638b99d718d499c9b0f2a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:17,287 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1733973845202.438035d7885638b99d718d499c9b0f2a. 2024-12-12T03:25:17,287 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 438035d7885638b99d718d499c9b0f2a: 2024-12-12T03:25:17,287 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1733973845202.438035d7885638b99d718d499c9b0f2a. 2024-12-12T03:25:17,287 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fb6e3f504b9f0b24806170c5973dbc1f, disabling compactions & flushes 2024-12-12T03:25:17,287 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1733973845202.fb6e3f504b9f0b24806170c5973dbc1f. 2024-12-12T03:25:17,287 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733973845202.fb6e3f504b9f0b24806170c5973dbc1f. 2024-12-12T03:25:17,287 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733973845202.fb6e3f504b9f0b24806170c5973dbc1f. after waiting 0 ms 2024-12-12T03:25:17,287 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733973845202.fb6e3f504b9f0b24806170c5973dbc1f. 2024-12-12T03:25:17,289 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/fb6e3f504b9f0b24806170c5973dbc1f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:17,290 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1733973845202.fb6e3f504b9f0b24806170c5973dbc1f. 2024-12-12T03:25:17,290 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fb6e3f504b9f0b24806170c5973dbc1f: 2024-12-12T03:25:17,290 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1733973845202.fb6e3f504b9f0b24806170c5973dbc1f. 2024-12-12T03:25:17,290 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ccf42b40039083dccc89b66b8f6361c0, disabling compactions & flushes 2024-12-12T03:25:17,290 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Running close preflush of ccf42b40039083dccc89b66b8f6361c0 2024-12-12T03:25:17,290 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing ccf42b40039083dccc89b66b8f6361c0 2/2 column families, dataSize=6.81 MB heapSize=6.94 MB 2024-12-12T03:25:17,321 INFO [regionserver/bc94ab33778f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-12T03:25:17,321 INFO [regionserver/bc94ab33778f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-12T03:25:17,323 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/ccf42b40039083dccc89b66b8f6361c0/.tmp/f/4310e2c76eca47138b30db2a82f8ac0d is 4136, key is NormalPut000/f:row/1733973858943/Put/seqid=0 2024-12-12T03:25:17,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741869_1045 (size=4145786) 2024-12-12T03:25:17,352 DEBUG [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4eafa023885858daaaf8567b49b2d900, ccf42b40039083dccc89b66b8f6361c0 2024-12-12T03:25:17,552 DEBUG [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4eafa023885858daaaf8567b49b2d900, ccf42b40039083dccc89b66b8f6361c0 2024-12-12T03:25:17,613 INFO [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/meta/1588230740/.tmp/rep_barrier/7e82ccad33764ff4b6a8cbfdf661723d 2024-12-12T03:25:17,646 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/meta/1588230740/.tmp/table/ead70adb9ad243798f58157aa628c24d is 94, key is testdroppedtimed,,1733973856173.65020ac60bd2390ca11f128b79b0c8c7./table:/1733973859998/DeleteFamily/seqid=0 2024-12-12T03:25:17,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741870_1046 (size=5605) 2024-12-12T03:25:17,726 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.81 MB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/ccf42b40039083dccc89b66b8f6361c0/.tmp/f/4310e2c76eca47138b30db2a82f8ac0d 2024-12-12T03:25:17,740 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/ccf42b40039083dccc89b66b8f6361c0/.tmp/f/4310e2c76eca47138b30db2a82f8ac0d as hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/ccf42b40039083dccc89b66b8f6361c0/f/4310e2c76eca47138b30db2a82f8ac0d 2024-12-12T03:25:17,748 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/ccf42b40039083dccc89b66b8f6361c0/f/4310e2c76eca47138b30db2a82f8ac0d, entries=1000, sequenceid=144, filesize=4.0 M 2024-12-12T03:25:17,749 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~6.81 MB/7140096, heapSize ~6.93 MB/7271664, currentSize=0 B/0 for ccf42b40039083dccc89b66b8f6361c0 in 459ms, sequenceid=144, compaction requested=false 2024-12-12T03:25:17,749 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0. 2024-12-12T03:25:17,749 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0. 2024-12-12T03:25:17,749 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0. after waiting 0 ms 2024-12-12T03:25:17,749 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0. 2024-12-12T03:25:17,753 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-12T03:25:17,753 DEBUG [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, ccf42b40039083dccc89b66b8f6361c0=test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0., 4eafa023885858daaaf8567b49b2d900=test,ppp,1733973845202.4eafa023885858daaaf8567b49b2d900.} 2024-12-12T03:25:17,753 DEBUG [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4eafa023885858daaaf8567b49b2d900, ccf42b40039083dccc89b66b8f6361c0 2024-12-12T03:25:17,753 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/ccf42b40039083dccc89b66b8f6361c0/recovered.edits/147.seqid, newMaxSeqId=147, maxSeqId=1 2024-12-12T03:25:17,753 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0. 2024-12-12T03:25:17,753 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ccf42b40039083dccc89b66b8f6361c0: 2024-12-12T03:25:17,754 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733973845202.ccf42b40039083dccc89b66b8f6361c0. 2024-12-12T03:25:17,754 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4eafa023885858daaaf8567b49b2d900, disabling compactions & flushes 2024-12-12T03:25:17,754 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1733973845202.4eafa023885858daaaf8567b49b2d900. 2024-12-12T03:25:17,754 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733973845202.4eafa023885858daaaf8567b49b2d900. 2024-12-12T03:25:17,754 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733973845202.4eafa023885858daaaf8567b49b2d900. after waiting 0 ms 2024-12-12T03:25:17,754 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733973845202.4eafa023885858daaaf8567b49b2d900. 2024-12-12T03:25:17,758 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/default/test/4eafa023885858daaaf8567b49b2d900/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:17,758 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1733973845202.4eafa023885858daaaf8567b49b2d900. 2024-12-12T03:25:17,758 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4eafa023885858daaaf8567b49b2d900: 2024-12-12T03:25:17,758 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1733973845202.4eafa023885858daaaf8567b49b2d900. 2024-12-12T03:25:17,953 DEBUG [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-12T03:25:18,051 INFO [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/meta/1588230740/.tmp/table/ead70adb9ad243798f58157aa628c24d 2024-12-12T03:25:18,057 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/meta/1588230740/.tmp/info/88052be0c4254f3191b03e9c2dd911c0 as hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/meta/1588230740/info/88052be0c4254f3191b03e9c2dd911c0 2024-12-12T03:25:18,066 INFO [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/meta/1588230740/info/88052be0c4254f3191b03e9c2dd911c0, entries=272, sequenceid=77, filesize=35.5 K 2024-12-12T03:25:18,067 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/meta/1588230740/.tmp/rep_barrier/7e82ccad33764ff4b6a8cbfdf661723d as hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/meta/1588230740/rep_barrier/7e82ccad33764ff4b6a8cbfdf661723d 2024-12-12T03:25:18,070 INFO [bc94ab33778f:43041Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-12T03:25:18,075 INFO [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/meta/1588230740/rep_barrier/7e82ccad33764ff4b6a8cbfdf661723d, entries=27, sequenceid=77, filesize=8.4 K 2024-12-12T03:25:18,076 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/meta/1588230740/.tmp/table/ead70adb9ad243798f58157aa628c24d as hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/meta/1588230740/table/ead70adb9ad243798f58157aa628c24d 2024-12-12T03:25:18,082 INFO [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/meta/1588230740/table/ead70adb9ad243798f58157aa628c24d, entries=6, sequenceid=77, filesize=5.5 K 2024-12-12T03:25:18,082 INFO [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=77, compaction requested=false 2024-12-12T03:25:18,086 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-12T03:25:18,087 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-12T03:25:18,087 INFO [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-12T03:25:18,087 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-12T03:25:18,087 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-12T03:25:18,153 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(1250): stopping server bc94ab33778f,38871,1733973832531; all regions closed. 2024-12-12T03:25:18,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741834_1010 (size=40374) 2024-12-12T03:25:18,167 DEBUG [RS:0;bc94ab33778f:38871 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/oldWALs 2024-12-12T03:25:18,167 INFO [RS:0;bc94ab33778f:38871 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bc94ab33778f%2C38871%2C1733973832531.meta:.meta(num 1733973835421) 2024-12-12T03:25:18,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741832_1008 (size=7175253) 2024-12-12T03:25:18,170 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/WALs/bc94ab33778f,38871,1733973832531/bc94ab33778f%2C38871%2C1733973832531.1733973834458 not finished, retry = 0 2024-12-12T03:25:18,274 DEBUG [RS:0;bc94ab33778f:38871 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/oldWALs 2024-12-12T03:25:18,274 INFO [RS:0;bc94ab33778f:38871 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bc94ab33778f%2C38871%2C1733973832531:(num 1733973834458) 2024-12-12T03:25:18,274 DEBUG [RS:0;bc94ab33778f:38871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:18,274 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T03:25:18,275 INFO [RS:0;bc94ab33778f:38871 {}] hbase.ChoreService(370): Chore service for: regionserver/bc94ab33778f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-12T03:25:18,276 INFO [regionserver/bc94ab33778f:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-12T03:25:18,277 INFO [RS:0;bc94ab33778f:38871 {}] client.AsyncConnectionImpl(225): Connection has been closed by RS:0;bc94ab33778f:38871. 2024-12-12T03:25:18,277 DEBUG [RS:0;bc94ab33778f:38871 {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:479) at org.apache.hadoop.hbase.replication.regionserver.Replication.join(Replication.java:165) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:156) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2936) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1285) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T03:25:18,277 DEBUG [RS:0;bc94ab33778f:38871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:18,278 DEBUG [RS:0;bc94ab33778f:38871 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ec0e245 to 127.0.0.1:56644 2024-12-12T03:25:18,278 INFO [RS:0;bc94ab33778f:38871 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38871 2024-12-12T03:25:18,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-12T03:25:18,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38871-0x1001843e1fd0004, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/rs/bc94ab33778f,38871,1733973832531 2024-12-12T03:25:18,329 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bc94ab33778f,38871,1733973832531] 2024-12-12T03:25:18,329 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing bc94ab33778f,38871,1733973832531; numProcessing=1 2024-12-12T03:25:18,347 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /2/draining/bc94ab33778f,38871,1733973832531 already deleted, retry=false 2024-12-12T03:25:18,347 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; bc94ab33778f,38871,1733973832531 expired; onlineServers=0 2024-12-12T03:25:18,347 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bc94ab33778f,43545,1733973832398' ***** 2024-12-12T03:25:18,347 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-12T03:25:18,348 DEBUG [M:0;bc94ab33778f:43545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9b9a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bc94ab33778f/172.17.0.2:0 2024-12-12T03:25:18,348 INFO [M:0;bc94ab33778f:43545 {}] regionserver.HRegionServer(1224): stopping server bc94ab33778f,43545,1733973832398 2024-12-12T03:25:18,348 INFO [M:0;bc94ab33778f:43545 {}] regionserver.HRegionServer(1250): stopping server bc94ab33778f,43545,1733973832398; all regions closed. 2024-12-12T03:25:18,348 DEBUG [M:0;bc94ab33778f:43545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:18,348 DEBUG [M:0;bc94ab33778f:43545 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-12T03:25:18,348 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-12T03:25:18,349 DEBUG [M:0;bc94ab33778f:43545 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-12T03:25:18,349 DEBUG [master/bc94ab33778f:0:becomeActiveMaster-HFileCleaner.small.0-1733973834185 {}] cleaner.HFileCleaner(306): Exit Thread[master/bc94ab33778f:0:becomeActiveMaster-HFileCleaner.small.0-1733973834185,5,FailOnTimeoutGroup] 2024-12-12T03:25:18,349 DEBUG [master/bc94ab33778f:0:becomeActiveMaster-HFileCleaner.large.0-1733973834185 {}] cleaner.HFileCleaner(306): Exit Thread[master/bc94ab33778f:0:becomeActiveMaster-HFileCleaner.large.0-1733973834185,5,FailOnTimeoutGroup] 2024-12-12T03:25:18,349 INFO [M:0;bc94ab33778f:43545 {}] hbase.ChoreService(370): Chore service for: master/bc94ab33778f:0 had [] on shutdown 2024-12-12T03:25:18,349 DEBUG [M:0;bc94ab33778f:43545 {}] master.HMaster(1733): Stopping service threads 2024-12-12T03:25:18,349 INFO [M:0;bc94ab33778f:43545 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-12T03:25:18,351 INFO [M:0;bc94ab33778f:43545 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-12T03:25:18,351 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-12T03:25:18,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/master 2024-12-12T03:25:18,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-12T03:25:18,355 DEBUG [M:0;bc94ab33778f:43545 {}] zookeeper.ZKUtil(347): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Unable to get data of znode /2/master because node does not exist (not an error) 2024-12-12T03:25:18,355 WARN [M:0;bc94ab33778f:43545 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-12T03:25:18,355 INFO [M:0;bc94ab33778f:43545 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-12T03:25:18,356 INFO [M:0;bc94ab33778f:43545 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-12T03:25:18,356 DEBUG [M:0;bc94ab33778f:43545 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-12T03:25:18,356 INFO [M:0;bc94ab33778f:43545 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T03:25:18,356 DEBUG [M:0;bc94ab33778f:43545 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T03:25:18,356 DEBUG [M:0;bc94ab33778f:43545 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-12T03:25:18,356 DEBUG [M:0;bc94ab33778f:43545 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T03:25:18,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-12T03:25:18,356 INFO [M:0;bc94ab33778f:43545 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=220.24 KB heapSize=270.95 KB 2024-12-12T03:25:18,376 DEBUG [M:0;bc94ab33778f:43545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cfca5f0ec3be4289aeedaa9de5f4264a is 82, key is hbase:meta,,1/info:regioninfo/1733973835463/Put/seqid=0 2024-12-12T03:25:18,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741871_1047 (size=5672) 2024-12-12T03:25:18,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38871-0x1001843e1fd0004, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T03:25:18,439 INFO [RS:0;bc94ab33778f:38871 {}] regionserver.HRegionServer(1307): Exiting; stopping=bc94ab33778f,38871,1733973832531; zookeeper connection closed. 2024-12-12T03:25:18,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38871-0x1001843e1fd0004, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T03:25:18,440 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@404b0d3f {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@404b0d3f 2024-12-12T03:25:18,440 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-12T03:25:18,783 INFO [M:0;bc94ab33778f:43545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cfca5f0ec3be4289aeedaa9de5f4264a 2024-12-12T03:25:18,807 DEBUG [M:0;bc94ab33778f:43545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a3fd882ac7344e8998e8ae22883bbf1 is 2026, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733973849846/Put/seqid=0 2024-12-12T03:25:18,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741872_1048 (size=11248) 2024-12-12T03:25:19,213 INFO [M:0;bc94ab33778f:43545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=219.68 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a3fd882ac7344e8998e8ae22883bbf1 2024-12-12T03:25:19,226 INFO [M:0;bc94ab33778f:43545 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a3fd882ac7344e8998e8ae22883bbf1 2024-12-12T03:25:19,242 DEBUG [M:0;bc94ab33778f:43545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce2acce2d17f422181e32cbe89609790 is 69, key is bc94ab33778f,38871,1733973832531/rs:state/1733973834293/Put/seqid=0 2024-12-12T03:25:19,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741873_1049 (size=5156) 2024-12-12T03:25:19,649 INFO [M:0;bc94ab33778f:43545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce2acce2d17f422181e32cbe89609790 2024-12-12T03:25:19,664 DEBUG [M:0;bc94ab33778f:43545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cfca5f0ec3be4289aeedaa9de5f4264a as hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cfca5f0ec3be4289aeedaa9de5f4264a 2024-12-12T03:25:19,672 INFO [M:0;bc94ab33778f:43545 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cfca5f0ec3be4289aeedaa9de5f4264a, entries=8, sequenceid=549, filesize=5.5 K 2024-12-12T03:25:19,673 DEBUG [M:0;bc94ab33778f:43545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a3fd882ac7344e8998e8ae22883bbf1 as hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a3fd882ac7344e8998e8ae22883bbf1 2024-12-12T03:25:19,680 INFO [M:0;bc94ab33778f:43545 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a3fd882ac7344e8998e8ae22883bbf1 2024-12-12T03:25:19,680 INFO [M:0;bc94ab33778f:43545 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a3fd882ac7344e8998e8ae22883bbf1, entries=69, sequenceid=549, filesize=11.0 K 2024-12-12T03:25:19,681 DEBUG [M:0;bc94ab33778f:43545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce2acce2d17f422181e32cbe89609790 as hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce2acce2d17f422181e32cbe89609790 2024-12-12T03:25:19,688 INFO [M:0;bc94ab33778f:43545 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45779/user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce2acce2d17f422181e32cbe89609790, entries=1, sequenceid=549, filesize=5.0 K 2024-12-12T03:25:19,689 INFO [M:0;bc94ab33778f:43545 {}] regionserver.HRegion(3040): Finished flush of dataSize ~220.24 KB/225526, heapSize ~270.66 KB/277152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=549, compaction requested=false 2024-12-12T03:25:19,690 INFO [M:0;bc94ab33778f:43545 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T03:25:19,691 DEBUG [M:0;bc94ab33778f:43545 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-12T03:25:19,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41669 is added to blk_1073741830_1006 (size=262138) 2024-12-12T03:25:19,693 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/80e83dd5-725d-f793-f8c9-73972a0a819e/MasterData/WALs/bc94ab33778f,43545,1733973832398/bc94ab33778f%2C43545%2C1733973832398.1733973833921 not finished, retry = 0 2024-12-12T03:25:19,795 INFO [M:0;bc94ab33778f:43545 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-12T03:25:19,795 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-12T03:25:19,795 INFO [M:0;bc94ab33778f:43545 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43545 2024-12-12T03:25:19,835 DEBUG [M:0;bc94ab33778f:43545 {}] zookeeper.RecoverableZooKeeper(215): Node /2/rs/bc94ab33778f,43545,1733973832398 already deleted, retry=false 2024-12-12T03:25:19,944 INFO [M:0;bc94ab33778f:43545 {}] regionserver.HRegionServer(1307): Exiting; stopping=bc94ab33778f,43545,1733973832398; zookeeper connection closed. 2024-12-12T03:25:19,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T03:25:19,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43545-0x1001843e1fd0003, quorum=127.0.0.1:56644, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T03:25:19,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73a34985{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T03:25:19,982 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@298a701f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T03:25:19,982 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T03:25:19,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73e3600e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T03:25:19,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c4144ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/hadoop.log.dir/,STOPPED} 2024-12-12T03:25:19,986 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T03:25:19,986 WARN [BP-769243353-172.17.0.2-1733973830861 heartbeating to localhost/127.0.0.1:45779 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T03:25:19,986 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T03:25:19,986 WARN [BP-769243353-172.17.0.2-1733973830861 heartbeating to localhost/127.0.0.1:45779 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-769243353-172.17.0.2-1733973830861 (Datanode Uuid cca229f1-22c4-437e-84f6-51526b05b337) service to localhost/127.0.0.1:45779 2024-12-12T03:25:19,988 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/cluster_f5a38d74-3d0b-1f70-6284-6b2a489b362b/dfs/data/data1/current/BP-769243353-172.17.0.2-1733973830861 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T03:25:19,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/cluster_f5a38d74-3d0b-1f70-6284-6b2a489b362b/dfs/data/data2/current/BP-769243353-172.17.0.2-1733973830861 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T03:25:19,989 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T03:25:19,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29b8371c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T03:25:19,996 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41a8eed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T03:25:19,996 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T03:25:19,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55dfa903{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T03:25:19,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d9c3958{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0fbd4b6a-1198-f935-50ab-c45ce4930531/hadoop.log.dir/,STOPPED} 2024-12-12T03:25:20,026 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-12T03:25:20,026 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-12T03:25:20,026 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-12T03:25:20,026 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28eaea09 to 127.0.0.1:56644 2024-12-12T03:25:20,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:20,026 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-12T03:25:20,026 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=601527720, stopped=false 2024-12-12T03:25:20,026 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=bc94ab33778f,41473,1733973824560 2024-12-12T03:25:20,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-12T03:25:20,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1001843e1fd0001, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-12T03:25:20,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T03:25:20,038 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-12T03:25:20,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1001843e1fd0001, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T03:25:20,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:20,039 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bc94ab33778f,43041,1733973825306' ***** 2024-12-12T03:25:20,039 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-12T03:25:20,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43041-0x1001843e1fd0001, quorum=127.0.0.1:56644, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-12T03:25:20,039 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-12T03:25:20,039 INFO [RS:0;bc94ab33778f:43041 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-12T03:25:20,039 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-12T03:25:20,039 INFO [RS:0;bc94ab33778f:43041 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-12T03:25:20,039 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for a91db977fe0cf28c028f7ece3aa9cd87 2024-12-12T03:25:20,039 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for 9f091484f6394ba4c38812f6780f3dd8 2024-12-12T03:25:20,039 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for a563d7a93ffc86a00a88f0bcc1dfb8c8 2024-12-12T03:25:20,039 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for 6f24ba37b08562638a7e0b6af3b85f6c 2024-12-12T03:25:20,039 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a91db977fe0cf28c028f7ece3aa9cd87, disabling compactions & flushes 2024-12-12T03:25:20,039 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for ca62a652443e25ceafa0afede75576cb 2024-12-12T03:25:20,039 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1733973837034.a91db977fe0cf28c028f7ece3aa9cd87. 2024-12-12T03:25:20,039 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for 1dbf50e0e7af4f91bb34f0649bf647b0 2024-12-12T03:25:20,039 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733973837034.a91db977fe0cf28c028f7ece3aa9cd87. 2024-12-12T03:25:20,039 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for 72d23640a8b223a4e3740c6ee4c8c66b 2024-12-12T03:25:20,039 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733973837034.a91db977fe0cf28c028f7ece3aa9cd87. after waiting 0 ms 2024-12-12T03:25:20,039 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for e04d71acf96ed267c54d8df2bb2cec2a 2024-12-12T03:25:20,039 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733973837034.a91db977fe0cf28c028f7ece3aa9cd87. 2024-12-12T03:25:20,039 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for 7f311f00c68722008eb01c9cfcd1e62a 2024-12-12T03:25:20,039 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for cc44ff60e1665a4d6ede2c4f2e04d7cd 2024-12-12T03:25:20,039 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for c795a4fd311aae3a11f5f451472ac18a 2024-12-12T03:25:20,039 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for 23e747228c509ccf5774f6e31e7c6706 2024-12-12T03:25:20,039 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for b9083c0878c566b762b96a2ed1d97b51 2024-12-12T03:25:20,039 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for e775aafd5908fde4dc1cf269ac4e8273 2024-12-12T03:25:20,039 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for 54c5e05326c0bb3450945056f50ba7f6 2024-12-12T03:25:20,040 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for 7525a23ca14e42b0b7083d8a9bcbc856 2024-12-12T03:25:20,040 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for 5b7e775dcc811701bcc26b1152bec1bc 2024-12-12T03:25:20,040 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for 3b34d82c58fc2378c71a19bf89b460f9 2024-12-12T03:25:20,040 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for 6b601b3380824020881b0b36945d67db 2024-12-12T03:25:20,040 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for 5ad1847a7cde0b572cdfaaac28032c09 2024-12-12T03:25:20,040 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for 0f0df704c11f5a723514020f950c3a65 2024-12-12T03:25:20,040 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for bf9c008a10667c440f5e2ebbf4aa94c1 2024-12-12T03:25:20,040 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for 8de83cd241996d2bf2c24b0e318cc034 2024-12-12T03:25:20,040 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for cf874c872822903c3c5e218d34d2d2ff 2024-12-12T03:25:20,040 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for 3d1f1b05e5d85ddbee2187ac003b225b 2024-12-12T03:25:20,040 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for b64487797e56d4e39c9992cbf9a3942d 2024-12-12T03:25:20,040 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for 4656846b6c37e5dcdb2a43a8ebf29dbc 2024-12-12T03:25:20,040 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(1224): stopping server bc94ab33778f,43041,1733973825306 2024-12-12T03:25:20,040 DEBUG [RS:0;bc94ab33778f:43041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:20,040 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-12T03:25:20,040 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-12T03:25:20,040 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-12T03:25:20,040 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-12T03:25:20,040 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-12T03:25:20,040 DEBUG [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(1629): Waiting on 0f0df704c11f5a723514020f950c3a65, 1588230740, 1dbf50e0e7af4f91bb34f0649bf647b0, 23e747228c509ccf5774f6e31e7c6706, 3b34d82c58fc2378c71a19bf89b460f9, 3d1f1b05e5d85ddbee2187ac003b225b, 4656846b6c37e5dcdb2a43a8ebf29dbc, 54c5e05326c0bb3450945056f50ba7f6, 5ad1847a7cde0b572cdfaaac28032c09, 5b7e775dcc811701bcc26b1152bec1bc, 6b601b3380824020881b0b36945d67db, 6f24ba37b08562638a7e0b6af3b85f6c, 72d23640a8b223a4e3740c6ee4c8c66b, 7525a23ca14e42b0b7083d8a9bcbc856, 7f311f00c68722008eb01c9cfcd1e62a, 8de83cd241996d2bf2c24b0e318cc034, 9f091484f6394ba4c38812f6780f3dd8, a563d7a93ffc86a00a88f0bcc1dfb8c8, a91db977fe0cf28c028f7ece3aa9cd87, b64487797e56d4e39c9992cbf9a3942d, b9083c0878c566b762b96a2ed1d97b51, bf9c008a10667c440f5e2ebbf4aa94c1, c795a4fd311aae3a11f5f451472ac18a, ca62a652443e25ceafa0afede75576cb, cc44ff60e1665a4d6ede2c4f2e04d7cd, cf874c872822903c3c5e218d34d2d2ff, e04d71acf96ed267c54d8df2bb2cec2a, e775aafd5908fde4dc1cf269ac4e8273 2024-12-12T03:25:20,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-12T03:25:20,041 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-12T03:25:20,041 INFO [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-12T03:25:20,041 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-12T03:25:20,041 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-12T03:25:20,041 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-12T03:25:20,041 INFO [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-12T03:25:20,044 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/a91db977fe0cf28c028f7ece3aa9cd87/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:20,044 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1733973837034.a91db977fe0cf28c028f7ece3aa9cd87. 2024-12-12T03:25:20,044 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a91db977fe0cf28c028f7ece3aa9cd87: 2024-12-12T03:25:20,045 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1733973837034.a91db977fe0cf28c028f7ece3aa9cd87. 2024-12-12T03:25:20,045 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9f091484f6394ba4c38812f6780f3dd8, disabling compactions & flushes 2024-12-12T03:25:20,045 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1733973837034.9f091484f6394ba4c38812f6780f3dd8. 2024-12-12T03:25:20,045 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733973837034.9f091484f6394ba4c38812f6780f3dd8. 2024-12-12T03:25:20,045 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733973837034.9f091484f6394ba4c38812f6780f3dd8. after waiting 0 ms 2024-12-12T03:25:20,045 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733973837034.9f091484f6394ba4c38812f6780f3dd8. 2024-12-12T03:25:20,049 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/9f091484f6394ba4c38812f6780f3dd8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:20,050 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1733973837034.9f091484f6394ba4c38812f6780f3dd8. 2024-12-12T03:25:20,050 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9f091484f6394ba4c38812f6780f3dd8: 2024-12-12T03:25:20,050 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1733973837034.9f091484f6394ba4c38812f6780f3dd8. 2024-12-12T03:25:20,050 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a563d7a93ffc86a00a88f0bcc1dfb8c8, disabling compactions & flushes 2024-12-12T03:25:20,050 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1733973837034.a563d7a93ffc86a00a88f0bcc1dfb8c8. 2024-12-12T03:25:20,050 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733973837034.a563d7a93ffc86a00a88f0bcc1dfb8c8. 2024-12-12T03:25:20,050 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733973837034.a563d7a93ffc86a00a88f0bcc1dfb8c8. after waiting 0 ms 2024-12-12T03:25:20,050 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733973837034.a563d7a93ffc86a00a88f0bcc1dfb8c8. 2024-12-12T03:25:20,053 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/a563d7a93ffc86a00a88f0bcc1dfb8c8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:20,054 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1733973837034.a563d7a93ffc86a00a88f0bcc1dfb8c8. 2024-12-12T03:25:20,054 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a563d7a93ffc86a00a88f0bcc1dfb8c8: 2024-12-12T03:25:20,054 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1733973837034.a563d7a93ffc86a00a88f0bcc1dfb8c8. 2024-12-12T03:25:20,054 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6f24ba37b08562638a7e0b6af3b85f6c, disabling compactions & flushes 2024-12-12T03:25:20,054 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1733973837034.6f24ba37b08562638a7e0b6af3b85f6c. 2024-12-12T03:25:20,054 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733973837034.6f24ba37b08562638a7e0b6af3b85f6c. 2024-12-12T03:25:20,054 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733973837034.6f24ba37b08562638a7e0b6af3b85f6c. after waiting 0 ms 2024-12-12T03:25:20,054 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733973837034.6f24ba37b08562638a7e0b6af3b85f6c. 2024-12-12T03:25:20,057 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/6f24ba37b08562638a7e0b6af3b85f6c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:20,058 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1733973837034.6f24ba37b08562638a7e0b6af3b85f6c. 2024-12-12T03:25:20,058 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6f24ba37b08562638a7e0b6af3b85f6c: 2024-12-12T03:25:20,058 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1733973837034.6f24ba37b08562638a7e0b6af3b85f6c. 2024-12-12T03:25:20,058 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ca62a652443e25ceafa0afede75576cb, disabling compactions & flushes 2024-12-12T03:25:20,058 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1733973837034.ca62a652443e25ceafa0afede75576cb. 2024-12-12T03:25:20,058 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733973837034.ca62a652443e25ceafa0afede75576cb. 2024-12-12T03:25:20,058 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733973837034.ca62a652443e25ceafa0afede75576cb. after waiting 0 ms 2024-12-12T03:25:20,058 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733973837034.ca62a652443e25ceafa0afede75576cb. 2024-12-12T03:25:20,060 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/meta/1588230740/.tmp/info/043eb2de21534520b701f589fcc45af2 is 143, key is hbase:namespace,,1733973829167.3b34d82c58fc2378c71a19bf89b460f9./info:regioninfo/1733973830460/Put/seqid=0 2024-12-12T03:25:20,061 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/ca62a652443e25ceafa0afede75576cb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:20,062 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1733973837034.ca62a652443e25ceafa0afede75576cb. 2024-12-12T03:25:20,062 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ca62a652443e25ceafa0afede75576cb: 2024-12-12T03:25:20,062 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1733973837034.ca62a652443e25ceafa0afede75576cb. 2024-12-12T03:25:20,062 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1dbf50e0e7af4f91bb34f0649bf647b0, disabling compactions & flushes 2024-12-12T03:25:20,062 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1733973837034.1dbf50e0e7af4f91bb34f0649bf647b0. 2024-12-12T03:25:20,062 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733973837034.1dbf50e0e7af4f91bb34f0649bf647b0. 2024-12-12T03:25:20,062 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733973837034.1dbf50e0e7af4f91bb34f0649bf647b0. after waiting 0 ms 2024-12-12T03:25:20,062 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733973837034.1dbf50e0e7af4f91bb34f0649bf647b0. 2024-12-12T03:25:20,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741867_1043 (size=36340) 2024-12-12T03:25:20,065 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/1dbf50e0e7af4f91bb34f0649bf647b0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:20,065 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1733973837034.1dbf50e0e7af4f91bb34f0649bf647b0. 2024-12-12T03:25:20,065 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1dbf50e0e7af4f91bb34f0649bf647b0: 2024-12-12T03:25:20,065 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1733973837034.1dbf50e0e7af4f91bb34f0649bf647b0. 2024-12-12T03:25:20,065 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 72d23640a8b223a4e3740c6ee4c8c66b, disabling compactions & flushes 2024-12-12T03:25:20,066 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1733973837034.72d23640a8b223a4e3740c6ee4c8c66b. 2024-12-12T03:25:20,066 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733973837034.72d23640a8b223a4e3740c6ee4c8c66b. 2024-12-12T03:25:20,066 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733973837034.72d23640a8b223a4e3740c6ee4c8c66b. after waiting 0 ms 2024-12-12T03:25:20,066 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733973837034.72d23640a8b223a4e3740c6ee4c8c66b. 2024-12-12T03:25:20,068 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/72d23640a8b223a4e3740c6ee4c8c66b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:20,069 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1733973837034.72d23640a8b223a4e3740c6ee4c8c66b. 2024-12-12T03:25:20,069 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 72d23640a8b223a4e3740c6ee4c8c66b: 2024-12-12T03:25:20,069 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1733973837034.72d23640a8b223a4e3740c6ee4c8c66b. 2024-12-12T03:25:20,069 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e04d71acf96ed267c54d8df2bb2cec2a, disabling compactions & flushes 2024-12-12T03:25:20,069 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1733973837034.e04d71acf96ed267c54d8df2bb2cec2a. 2024-12-12T03:25:20,069 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733973837034.e04d71acf96ed267c54d8df2bb2cec2a. 2024-12-12T03:25:20,069 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733973837034.e04d71acf96ed267c54d8df2bb2cec2a. after waiting 0 ms 2024-12-12T03:25:20,069 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733973837034.e04d71acf96ed267c54d8df2bb2cec2a. 2024-12-12T03:25:20,072 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/e04d71acf96ed267c54d8df2bb2cec2a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:20,072 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1733973837034.e04d71acf96ed267c54d8df2bb2cec2a. 2024-12-12T03:25:20,072 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e04d71acf96ed267c54d8df2bb2cec2a: 2024-12-12T03:25:20,072 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1733973837034.e04d71acf96ed267c54d8df2bb2cec2a. 2024-12-12T03:25:20,072 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7f311f00c68722008eb01c9cfcd1e62a, disabling compactions & flushes 2024-12-12T03:25:20,072 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1733973837034.7f311f00c68722008eb01c9cfcd1e62a. 2024-12-12T03:25:20,072 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733973837034.7f311f00c68722008eb01c9cfcd1e62a. 2024-12-12T03:25:20,072 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733973837034.7f311f00c68722008eb01c9cfcd1e62a. after waiting 0 ms 2024-12-12T03:25:20,072 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733973837034.7f311f00c68722008eb01c9cfcd1e62a. 2024-12-12T03:25:20,075 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/7f311f00c68722008eb01c9cfcd1e62a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:20,076 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1733973837034.7f311f00c68722008eb01c9cfcd1e62a. 2024-12-12T03:25:20,076 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7f311f00c68722008eb01c9cfcd1e62a: 2024-12-12T03:25:20,076 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1733973837034.7f311f00c68722008eb01c9cfcd1e62a. 2024-12-12T03:25:20,076 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cc44ff60e1665a4d6ede2c4f2e04d7cd, disabling compactions & flushes 2024-12-12T03:25:20,076 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1733973837034.cc44ff60e1665a4d6ede2c4f2e04d7cd. 2024-12-12T03:25:20,076 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733973837034.cc44ff60e1665a4d6ede2c4f2e04d7cd. 2024-12-12T03:25:20,076 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733973837034.cc44ff60e1665a4d6ede2c4f2e04d7cd. after waiting 0 ms 2024-12-12T03:25:20,076 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733973837034.cc44ff60e1665a4d6ede2c4f2e04d7cd. 2024-12-12T03:25:20,079 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/cc44ff60e1665a4d6ede2c4f2e04d7cd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:20,079 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1733973837034.cc44ff60e1665a4d6ede2c4f2e04d7cd. 2024-12-12T03:25:20,079 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cc44ff60e1665a4d6ede2c4f2e04d7cd: 2024-12-12T03:25:20,079 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1733973837034.cc44ff60e1665a4d6ede2c4f2e04d7cd. 2024-12-12T03:25:20,079 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c795a4fd311aae3a11f5f451472ac18a, disabling compactions & flushes 2024-12-12T03:25:20,079 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1733973837034.c795a4fd311aae3a11f5f451472ac18a. 2024-12-12T03:25:20,079 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733973837034.c795a4fd311aae3a11f5f451472ac18a. 2024-12-12T03:25:20,079 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733973837034.c795a4fd311aae3a11f5f451472ac18a. after waiting 0 ms 2024-12-12T03:25:20,079 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733973837034.c795a4fd311aae3a11f5f451472ac18a. 2024-12-12T03:25:20,082 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/c795a4fd311aae3a11f5f451472ac18a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:20,083 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1733973837034.c795a4fd311aae3a11f5f451472ac18a. 2024-12-12T03:25:20,083 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c795a4fd311aae3a11f5f451472ac18a: 2024-12-12T03:25:20,083 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1733973837034.c795a4fd311aae3a11f5f451472ac18a. 2024-12-12T03:25:20,083 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 23e747228c509ccf5774f6e31e7c6706, disabling compactions & flushes 2024-12-12T03:25:20,083 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1733973837034.23e747228c509ccf5774f6e31e7c6706. 2024-12-12T03:25:20,083 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733973837034.23e747228c509ccf5774f6e31e7c6706. 2024-12-12T03:25:20,083 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733973837034.23e747228c509ccf5774f6e31e7c6706. after waiting 0 ms 2024-12-12T03:25:20,083 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733973837034.23e747228c509ccf5774f6e31e7c6706. 2024-12-12T03:25:20,087 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/23e747228c509ccf5774f6e31e7c6706/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:20,087 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1733973837034.23e747228c509ccf5774f6e31e7c6706. 2024-12-12T03:25:20,087 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 23e747228c509ccf5774f6e31e7c6706: 2024-12-12T03:25:20,087 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1733973837034.23e747228c509ccf5774f6e31e7c6706. 2024-12-12T03:25:20,087 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b9083c0878c566b762b96a2ed1d97b51, disabling compactions & flushes 2024-12-12T03:25:20,087 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1733973837034.b9083c0878c566b762b96a2ed1d97b51. 2024-12-12T03:25:20,087 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733973837034.b9083c0878c566b762b96a2ed1d97b51. 2024-12-12T03:25:20,087 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733973837034.b9083c0878c566b762b96a2ed1d97b51. after waiting 0 ms 2024-12-12T03:25:20,087 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733973837034.b9083c0878c566b762b96a2ed1d97b51. 2024-12-12T03:25:20,091 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/b9083c0878c566b762b96a2ed1d97b51/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:20,092 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1733973837034.b9083c0878c566b762b96a2ed1d97b51. 2024-12-12T03:25:20,092 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b9083c0878c566b762b96a2ed1d97b51: 2024-12-12T03:25:20,092 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1733973837034.b9083c0878c566b762b96a2ed1d97b51. 2024-12-12T03:25:20,092 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e775aafd5908fde4dc1cf269ac4e8273, disabling compactions & flushes 2024-12-12T03:25:20,092 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1733973837034.e775aafd5908fde4dc1cf269ac4e8273. 2024-12-12T03:25:20,092 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733973837034.e775aafd5908fde4dc1cf269ac4e8273. 2024-12-12T03:25:20,092 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733973837034.e775aafd5908fde4dc1cf269ac4e8273. after waiting 0 ms 2024-12-12T03:25:20,092 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733973837034.e775aafd5908fde4dc1cf269ac4e8273. 2024-12-12T03:25:20,095 INFO [regionserver/bc94ab33778f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-12T03:25:20,095 INFO [regionserver/bc94ab33778f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-12T03:25:20,096 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/e775aafd5908fde4dc1cf269ac4e8273/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:20,096 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1733973837034.e775aafd5908fde4dc1cf269ac4e8273. 2024-12-12T03:25:20,096 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e775aafd5908fde4dc1cf269ac4e8273: 2024-12-12T03:25:20,096 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1733973837034.e775aafd5908fde4dc1cf269ac4e8273. 2024-12-12T03:25:20,096 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 54c5e05326c0bb3450945056f50ba7f6, disabling compactions & flushes 2024-12-12T03:25:20,096 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1733973837034.54c5e05326c0bb3450945056f50ba7f6. 2024-12-12T03:25:20,096 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733973837034.54c5e05326c0bb3450945056f50ba7f6. 2024-12-12T03:25:20,096 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733973837034.54c5e05326c0bb3450945056f50ba7f6. after waiting 0 ms 2024-12-12T03:25:20,097 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733973837034.54c5e05326c0bb3450945056f50ba7f6. 2024-12-12T03:25:20,100 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/54c5e05326c0bb3450945056f50ba7f6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:20,101 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1733973837034.54c5e05326c0bb3450945056f50ba7f6. 2024-12-12T03:25:20,101 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 54c5e05326c0bb3450945056f50ba7f6: 2024-12-12T03:25:20,101 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1733973837034.54c5e05326c0bb3450945056f50ba7f6. 2024-12-12T03:25:20,101 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7525a23ca14e42b0b7083d8a9bcbc856, disabling compactions & flushes 2024-12-12T03:25:20,101 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1733973837034.7525a23ca14e42b0b7083d8a9bcbc856. 2024-12-12T03:25:20,101 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733973837034.7525a23ca14e42b0b7083d8a9bcbc856. 2024-12-12T03:25:20,101 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733973837034.7525a23ca14e42b0b7083d8a9bcbc856. after waiting 0 ms 2024-12-12T03:25:20,101 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733973837034.7525a23ca14e42b0b7083d8a9bcbc856. 2024-12-12T03:25:20,104 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/7525a23ca14e42b0b7083d8a9bcbc856/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:20,105 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1733973837034.7525a23ca14e42b0b7083d8a9bcbc856. 2024-12-12T03:25:20,105 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7525a23ca14e42b0b7083d8a9bcbc856: 2024-12-12T03:25:20,105 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1733973837034.7525a23ca14e42b0b7083d8a9bcbc856. 2024-12-12T03:25:20,105 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5b7e775dcc811701bcc26b1152bec1bc, disabling compactions & flushes 2024-12-12T03:25:20,105 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1733973837034.5b7e775dcc811701bcc26b1152bec1bc. 2024-12-12T03:25:20,105 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733973837034.5b7e775dcc811701bcc26b1152bec1bc. 2024-12-12T03:25:20,105 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733973837034.5b7e775dcc811701bcc26b1152bec1bc. after waiting 0 ms 2024-12-12T03:25:20,105 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733973837034.5b7e775dcc811701bcc26b1152bec1bc. 2024-12-12T03:25:20,108 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/5b7e775dcc811701bcc26b1152bec1bc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:20,108 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1733973837034.5b7e775dcc811701bcc26b1152bec1bc. 2024-12-12T03:25:20,108 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5b7e775dcc811701bcc26b1152bec1bc: 2024-12-12T03:25:20,108 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1733973837034.5b7e775dcc811701bcc26b1152bec1bc. 2024-12-12T03:25:20,109 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3b34d82c58fc2378c71a19bf89b460f9, disabling compactions & flushes 2024-12-12T03:25:20,109 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733973829167.3b34d82c58fc2378c71a19bf89b460f9. 2024-12-12T03:25:20,109 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733973829167.3b34d82c58fc2378c71a19bf89b460f9. 2024-12-12T03:25:20,109 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733973829167.3b34d82c58fc2378c71a19bf89b460f9. after waiting 0 ms 2024-12-12T03:25:20,109 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733973829167.3b34d82c58fc2378c71a19bf89b460f9. 2024-12-12T03:25:20,109 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 3b34d82c58fc2378c71a19bf89b460f9 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-12T03:25:20,122 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/namespace/3b34d82c58fc2378c71a19bf89b460f9/.tmp/info/edeecfb2933848c2af01809f58748a9b is 45, key is default/info:d/1733973830563/Put/seqid=0 2024-12-12T03:25:20,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741868_1044 (size=5037) 2024-12-12T03:25:20,128 INFO [regionserver/bc94ab33778f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T03:25:20,241 DEBUG [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(1629): Waiting on 0f0df704c11f5a723514020f950c3a65, 1588230740, 3b34d82c58fc2378c71a19bf89b460f9, 3d1f1b05e5d85ddbee2187ac003b225b, 4656846b6c37e5dcdb2a43a8ebf29dbc, 5ad1847a7cde0b572cdfaaac28032c09, 6b601b3380824020881b0b36945d67db, 8de83cd241996d2bf2c24b0e318cc034, b64487797e56d4e39c9992cbf9a3942d, bf9c008a10667c440f5e2ebbf4aa94c1, cf874c872822903c3c5e218d34d2d2ff 2024-12-12T03:25:20,441 DEBUG [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(1629): Waiting on 0f0df704c11f5a723514020f950c3a65, 1588230740, 3b34d82c58fc2378c71a19bf89b460f9, 3d1f1b05e5d85ddbee2187ac003b225b, 4656846b6c37e5dcdb2a43a8ebf29dbc, 5ad1847a7cde0b572cdfaaac28032c09, 6b601b3380824020881b0b36945d67db, 8de83cd241996d2bf2c24b0e318cc034, b64487797e56d4e39c9992cbf9a3942d, bf9c008a10667c440f5e2ebbf4aa94c1, cf874c872822903c3c5e218d34d2d2ff 2024-12-12T03:25:20,465 INFO [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/meta/1588230740/.tmp/info/043eb2de21534520b701f589fcc45af2 2024-12-12T03:25:20,488 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/meta/1588230740/.tmp/rep_barrier/8aa1a0f0e41444e28554d86367bc2305 is 115, key is test,bbb,1733973837034.a91db977fe0cf28c028f7ece3aa9cd87./rep_barrier:seqnumDuringOpen/1733973841710/Put/seqid=0 2024-12-12T03:25:20,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741869_1045 (size=8574) 2024-12-12T03:25:20,527 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/namespace/3b34d82c58fc2378c71a19bf89b460f9/.tmp/info/edeecfb2933848c2af01809f58748a9b 2024-12-12T03:25:20,533 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/namespace/3b34d82c58fc2378c71a19bf89b460f9/.tmp/info/edeecfb2933848c2af01809f58748a9b as hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/namespace/3b34d82c58fc2378c71a19bf89b460f9/info/edeecfb2933848c2af01809f58748a9b 2024-12-12T03:25:20,540 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/namespace/3b34d82c58fc2378c71a19bf89b460f9/info/edeecfb2933848c2af01809f58748a9b, entries=2, sequenceid=6, filesize=4.9 K 2024-12-12T03:25:20,541 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 3b34d82c58fc2378c71a19bf89b460f9 in 432ms, sequenceid=6, compaction requested=false 2024-12-12T03:25:20,541 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-12T03:25:20,547 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/namespace/3b34d82c58fc2378c71a19bf89b460f9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-12T03:25:20,548 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733973829167.3b34d82c58fc2378c71a19bf89b460f9. 2024-12-12T03:25:20,548 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3b34d82c58fc2378c71a19bf89b460f9: 2024-12-12T03:25:20,548 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733973829167.3b34d82c58fc2378c71a19bf89b460f9. 2024-12-12T03:25:20,548 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6b601b3380824020881b0b36945d67db, disabling compactions & flushes 2024-12-12T03:25:20,548 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1733973837034.6b601b3380824020881b0b36945d67db. 2024-12-12T03:25:20,548 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733973837034.6b601b3380824020881b0b36945d67db. 2024-12-12T03:25:20,548 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733973837034.6b601b3380824020881b0b36945d67db. after waiting 0 ms 2024-12-12T03:25:20,548 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733973837034.6b601b3380824020881b0b36945d67db. 2024-12-12T03:25:20,551 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/6b601b3380824020881b0b36945d67db/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:20,552 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1733973837034.6b601b3380824020881b0b36945d67db. 2024-12-12T03:25:20,552 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6b601b3380824020881b0b36945d67db: 2024-12-12T03:25:20,552 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1733973837034.6b601b3380824020881b0b36945d67db. 2024-12-12T03:25:20,552 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5ad1847a7cde0b572cdfaaac28032c09, disabling compactions & flushes 2024-12-12T03:25:20,552 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1733973837034.5ad1847a7cde0b572cdfaaac28032c09. 2024-12-12T03:25:20,552 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733973837034.5ad1847a7cde0b572cdfaaac28032c09. 2024-12-12T03:25:20,552 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733973837034.5ad1847a7cde0b572cdfaaac28032c09. after waiting 0 ms 2024-12-12T03:25:20,552 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733973837034.5ad1847a7cde0b572cdfaaac28032c09. 2024-12-12T03:25:20,555 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/5ad1847a7cde0b572cdfaaac28032c09/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:20,556 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1733973837034.5ad1847a7cde0b572cdfaaac28032c09. 2024-12-12T03:25:20,556 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5ad1847a7cde0b572cdfaaac28032c09: 2024-12-12T03:25:20,556 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1733973837034.5ad1847a7cde0b572cdfaaac28032c09. 2024-12-12T03:25:20,556 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0f0df704c11f5a723514020f950c3a65, disabling compactions & flushes 2024-12-12T03:25:20,556 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1733973837034.0f0df704c11f5a723514020f950c3a65. 2024-12-12T03:25:20,556 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733973837034.0f0df704c11f5a723514020f950c3a65. 2024-12-12T03:25:20,556 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733973837034.0f0df704c11f5a723514020f950c3a65. after waiting 0 ms 2024-12-12T03:25:20,556 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733973837034.0f0df704c11f5a723514020f950c3a65. 2024-12-12T03:25:20,559 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/0f0df704c11f5a723514020f950c3a65/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:20,560 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1733973837034.0f0df704c11f5a723514020f950c3a65. 2024-12-12T03:25:20,560 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0f0df704c11f5a723514020f950c3a65: 2024-12-12T03:25:20,560 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1733973837034.0f0df704c11f5a723514020f950c3a65. 2024-12-12T03:25:20,560 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bf9c008a10667c440f5e2ebbf4aa94c1, disabling compactions & flushes 2024-12-12T03:25:20,560 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1733973837034.bf9c008a10667c440f5e2ebbf4aa94c1. 2024-12-12T03:25:20,560 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733973837034.bf9c008a10667c440f5e2ebbf4aa94c1. 2024-12-12T03:25:20,560 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1733973837034.bf9c008a10667c440f5e2ebbf4aa94c1. after waiting 0 ms 2024-12-12T03:25:20,560 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1733973837034.bf9c008a10667c440f5e2ebbf4aa94c1. 2024-12-12T03:25:20,563 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/bf9c008a10667c440f5e2ebbf4aa94c1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:20,564 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1733973837034.bf9c008a10667c440f5e2ebbf4aa94c1. 2024-12-12T03:25:20,564 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bf9c008a10667c440f5e2ebbf4aa94c1: 2024-12-12T03:25:20,564 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1733973837034.bf9c008a10667c440f5e2ebbf4aa94c1. 2024-12-12T03:25:20,564 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8de83cd241996d2bf2c24b0e318cc034, disabling compactions & flushes 2024-12-12T03:25:20,564 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1733973837034.8de83cd241996d2bf2c24b0e318cc034. 2024-12-12T03:25:20,564 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733973837034.8de83cd241996d2bf2c24b0e318cc034. 2024-12-12T03:25:20,564 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733973837034.8de83cd241996d2bf2c24b0e318cc034. after waiting 0 ms 2024-12-12T03:25:20,564 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733973837034.8de83cd241996d2bf2c24b0e318cc034. 2024-12-12T03:25:20,567 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/8de83cd241996d2bf2c24b0e318cc034/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:20,568 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1733973837034.8de83cd241996d2bf2c24b0e318cc034. 2024-12-12T03:25:20,568 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8de83cd241996d2bf2c24b0e318cc034: 2024-12-12T03:25:20,568 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1733973837034.8de83cd241996d2bf2c24b0e318cc034. 2024-12-12T03:25:20,568 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cf874c872822903c3c5e218d34d2d2ff, disabling compactions & flushes 2024-12-12T03:25:20,568 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1733973837034.cf874c872822903c3c5e218d34d2d2ff. 2024-12-12T03:25:20,568 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733973837034.cf874c872822903c3c5e218d34d2d2ff. 2024-12-12T03:25:20,568 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733973837034.cf874c872822903c3c5e218d34d2d2ff. after waiting 0 ms 2024-12-12T03:25:20,568 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733973837034.cf874c872822903c3c5e218d34d2d2ff. 2024-12-12T03:25:20,571 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/cf874c872822903c3c5e218d34d2d2ff/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:20,571 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1733973837034.cf874c872822903c3c5e218d34d2d2ff. 2024-12-12T03:25:20,571 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cf874c872822903c3c5e218d34d2d2ff: 2024-12-12T03:25:20,571 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1733973837034.cf874c872822903c3c5e218d34d2d2ff. 2024-12-12T03:25:20,571 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3d1f1b05e5d85ddbee2187ac003b225b, disabling compactions & flushes 2024-12-12T03:25:20,571 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1733973837034.3d1f1b05e5d85ddbee2187ac003b225b. 2024-12-12T03:25:20,572 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733973837034.3d1f1b05e5d85ddbee2187ac003b225b. 2024-12-12T03:25:20,572 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733973837034.3d1f1b05e5d85ddbee2187ac003b225b. after waiting 0 ms 2024-12-12T03:25:20,572 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733973837034.3d1f1b05e5d85ddbee2187ac003b225b. 2024-12-12T03:25:20,575 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/3d1f1b05e5d85ddbee2187ac003b225b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:20,575 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1733973837034.3d1f1b05e5d85ddbee2187ac003b225b. 2024-12-12T03:25:20,575 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3d1f1b05e5d85ddbee2187ac003b225b: 2024-12-12T03:25:20,575 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1733973837034.3d1f1b05e5d85ddbee2187ac003b225b. 2024-12-12T03:25:20,576 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b64487797e56d4e39c9992cbf9a3942d, disabling compactions & flushes 2024-12-12T03:25:20,576 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1733973837034.b64487797e56d4e39c9992cbf9a3942d. 2024-12-12T03:25:20,576 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733973837034.b64487797e56d4e39c9992cbf9a3942d. 2024-12-12T03:25:20,576 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1733973837034.b64487797e56d4e39c9992cbf9a3942d. after waiting 0 ms 2024-12-12T03:25:20,576 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1733973837034.b64487797e56d4e39c9992cbf9a3942d. 2024-12-12T03:25:20,576 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing b64487797e56d4e39c9992cbf9a3942d 2/2 column families, dataSize=3.94 MB heapSize=4.01 MB 2024-12-12T03:25:20,600 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/b64487797e56d4e39c9992cbf9a3942d/.tmp/f/72affacf78a54fb2a6a7e00516cd197c is 4136, key is NormalPut000/f:row/1733973858943/Put/seqid=0 2024-12-12T03:25:20,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741870_1046 (size=4147225) 2024-12-12T03:25:20,641 DEBUG [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4656846b6c37e5dcdb2a43a8ebf29dbc, b64487797e56d4e39c9992cbf9a3942d 2024-12-12T03:25:20,842 DEBUG [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4656846b6c37e5dcdb2a43a8ebf29dbc, b64487797e56d4e39c9992cbf9a3942d 2024-12-12T03:25:20,894 INFO [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/meta/1588230740/.tmp/rep_barrier/8aa1a0f0e41444e28554d86367bc2305 2024-12-12T03:25:20,923 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/meta/1588230740/.tmp/table/a1076a76a942449c89eb29f0ad9bc378 is 94, key is testdroppedtimed,,1733973854048.b667a368650b0ede187b7af68ea3acd1./table:/1733973913698/DeleteFamily/seqid=0 2024-12-12T03:25:20,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741871_1047 (size=5605) 2024-12-12T03:25:21,003 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.94 MB at sequenceid=1004 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/b64487797e56d4e39c9992cbf9a3942d/.tmp/f/72affacf78a54fb2a6a7e00516cd197c 2024-12-12T03:25:21,014 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/b64487797e56d4e39c9992cbf9a3942d/.tmp/f/72affacf78a54fb2a6a7e00516cd197c as hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/b64487797e56d4e39c9992cbf9a3942d/f/72affacf78a54fb2a6a7e00516cd197c 2024-12-12T03:25:21,020 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/b64487797e56d4e39c9992cbf9a3942d/f/72affacf78a54fb2a6a7e00516cd197c, entries=1000, sequenceid=1004, filesize=4.0 M 2024-12-12T03:25:21,021 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~3.94 MB/4132000, heapSize ~4.01 MB/4208240, currentSize=0 B/0 for b64487797e56d4e39c9992cbf9a3942d in 444ms, sequenceid=1004, compaction requested=false 2024-12-12T03:25:21,021 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-12T03:25:21,025 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/b64487797e56d4e39c9992cbf9a3942d/recovered.edits/1007.seqid, newMaxSeqId=1007, maxSeqId=1 2024-12-12T03:25:21,025 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1733973837034.b64487797e56d4e39c9992cbf9a3942d. 2024-12-12T03:25:21,025 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b64487797e56d4e39c9992cbf9a3942d: 2024-12-12T03:25:21,025 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733973837034.b64487797e56d4e39c9992cbf9a3942d. 2024-12-12T03:25:21,025 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4656846b6c37e5dcdb2a43a8ebf29dbc, disabling compactions & flushes 2024-12-12T03:25:21,025 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1733973837034.4656846b6c37e5dcdb2a43a8ebf29dbc. 2024-12-12T03:25:21,026 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733973837034.4656846b6c37e5dcdb2a43a8ebf29dbc. 2024-12-12T03:25:21,026 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733973837034.4656846b6c37e5dcdb2a43a8ebf29dbc. after waiting 0 ms 2024-12-12T03:25:21,026 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733973837034.4656846b6c37e5dcdb2a43a8ebf29dbc. 2024-12-12T03:25:21,029 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/default/test/4656846b6c37e5dcdb2a43a8ebf29dbc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-12T03:25:21,030 INFO [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1733973837034.4656846b6c37e5dcdb2a43a8ebf29dbc. 2024-12-12T03:25:21,030 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4656846b6c37e5dcdb2a43a8ebf29dbc: 2024-12-12T03:25:21,030 DEBUG [RS_CLOSE_REGION-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1733973837034.4656846b6c37e5dcdb2a43a8ebf29dbc. 2024-12-12T03:25:21,042 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-12T03:25:21,042 DEBUG [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-12T03:25:21,042 DEBUG [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-12T03:25:21,242 DEBUG [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-12T03:25:21,329 INFO [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/meta/1588230740/.tmp/table/a1076a76a942449c89eb29f0ad9bc378 2024-12-12T03:25:21,341 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/meta/1588230740/.tmp/info/043eb2de21534520b701f589fcc45af2 as hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/meta/1588230740/info/043eb2de21534520b701f589fcc45af2 2024-12-12T03:25:21,349 INFO [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/meta/1588230740/info/043eb2de21534520b701f589fcc45af2, entries=272, sequenceid=77, filesize=35.5 K 2024-12-12T03:25:21,350 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/meta/1588230740/.tmp/rep_barrier/8aa1a0f0e41444e28554d86367bc2305 as hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/meta/1588230740/rep_barrier/8aa1a0f0e41444e28554d86367bc2305 2024-12-12T03:25:21,357 INFO [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/meta/1588230740/rep_barrier/8aa1a0f0e41444e28554d86367bc2305, entries=27, sequenceid=77, filesize=8.4 K 2024-12-12T03:25:21,358 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/meta/1588230740/.tmp/table/a1076a76a942449c89eb29f0ad9bc378 as hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/meta/1588230740/table/a1076a76a942449c89eb29f0ad9bc378 2024-12-12T03:25:21,365 INFO [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/meta/1588230740/table/a1076a76a942449c89eb29f0ad9bc378, entries=6, sequenceid=77, filesize=5.5 K 2024-12-12T03:25:21,366 INFO [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=77, compaction requested=false 2024-12-12T03:25:21,366 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-12T03:25:21,371 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-12T03:25:21,372 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-12T03:25:21,372 INFO [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-12T03:25:21,372 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-12T03:25:21,372 DEBUG [RS_CLOSE_META-regionserver/bc94ab33778f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-12T03:25:21,442 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(1250): stopping server bc94ab33778f,43041,1733973825306; all regions closed. 2024-12-12T03:25:21,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741834_1010 (size=40374) 2024-12-12T03:25:21,445 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.meta.1733973828821.meta not finished, retry = 0 2024-12-12T03:25:21,552 DEBUG [RS:0;bc94ab33778f:43041 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/oldWALs 2024-12-12T03:25:21,552 INFO [RS:0;bc94ab33778f:43041 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bc94ab33778f%2C43041%2C1733973825306.meta:.meta(num 1733973828821) 2024-12-12T03:25:21,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741833_1009 (size=4217378) 2024-12-12T03:25:21,558 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/WALs/bc94ab33778f,43041,1733973825306/bc94ab33778f%2C43041%2C1733973825306.1733973828191 not finished, retry = 0 2024-12-12T03:25:21,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T03:25:21,660 DEBUG [RS:0;bc94ab33778f:43041 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/oldWALs 2024-12-12T03:25:21,660 INFO [RS:0;bc94ab33778f:43041 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bc94ab33778f%2C43041%2C1733973825306:(num 1733973828191) 2024-12-12T03:25:21,660 DEBUG [RS:0;bc94ab33778f:43041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:21,660 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T03:25:21,661 INFO [RS:0;bc94ab33778f:43041 {}] hbase.ChoreService(370): Chore service for: regionserver/bc94ab33778f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-12T03:25:21,661 INFO [regionserver/bc94ab33778f:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-12T03:25:21,661 INFO [RS:0;bc94ab33778f:43041 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43041 2024-12-12T03:25:21,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-12T03:25:21,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1001843e1fd0001, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/bc94ab33778f,43041,1733973825306 2024-12-12T03:25:21,710 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bc94ab33778f,43041,1733973825306] 2024-12-12T03:25:21,710 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing bc94ab33778f,43041,1733973825306; numProcessing=1 2024-12-12T03:25:21,719 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /1/draining/bc94ab33778f,43041,1733973825306 already deleted, retry=false 2024-12-12T03:25:21,719 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; bc94ab33778f,43041,1733973825306 expired; onlineServers=0 2024-12-12T03:25:21,719 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bc94ab33778f,41473,1733973824560' ***** 2024-12-12T03:25:21,719 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-12T03:25:21,719 DEBUG [M:0;bc94ab33778f:41473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec5a204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bc94ab33778f/172.17.0.2:0 2024-12-12T03:25:21,719 INFO [M:0;bc94ab33778f:41473 {}] regionserver.HRegionServer(1224): stopping server bc94ab33778f,41473,1733973824560 2024-12-12T03:25:21,719 INFO [M:0;bc94ab33778f:41473 {}] regionserver.HRegionServer(1250): stopping server bc94ab33778f,41473,1733973824560; all regions closed. 2024-12-12T03:25:21,719 DEBUG [M:0;bc94ab33778f:41473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T03:25:21,719 DEBUG [M:0;bc94ab33778f:41473 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-12T03:25:21,719 DEBUG [M:0;bc94ab33778f:41473 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-12T03:25:21,719 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-12T03:25:21,719 DEBUG [master/bc94ab33778f:0:becomeActiveMaster-HFileCleaner.small.0-1733973827929 {}] cleaner.HFileCleaner(306): Exit Thread[master/bc94ab33778f:0:becomeActiveMaster-HFileCleaner.small.0-1733973827929,5,FailOnTimeoutGroup] 2024-12-12T03:25:21,719 DEBUG [master/bc94ab33778f:0:becomeActiveMaster-HFileCleaner.large.0-1733973827928 {}] cleaner.HFileCleaner(306): Exit Thread[master/bc94ab33778f:0:becomeActiveMaster-HFileCleaner.large.0-1733973827928,5,FailOnTimeoutGroup] 2024-12-12T03:25:21,719 INFO [M:0;bc94ab33778f:41473 {}] hbase.ChoreService(370): Chore service for: master/bc94ab33778f:0 had [] on shutdown 2024-12-12T03:25:21,719 DEBUG [M:0;bc94ab33778f:41473 {}] master.HMaster(1733): Stopping service threads 2024-12-12T03:25:21,719 INFO [M:0;bc94ab33778f:41473 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-12T03:25:21,720 ERROR [M:0;bc94ab33778f:41473 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1984092981) connection to localhost/127.0.0.1:37787 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37787,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] Thread[HFileArchiver-4,5,PEWorkerGroup] Thread[HFileArchiver-5,5,PEWorkerGroup] 2024-12-12T03:25:21,720 INFO [M:0;bc94ab33778f:41473 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-12T03:25:21,720 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-12T03:25:21,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-12T03:25:21,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-12T03:25:21,727 DEBUG [M:0;bc94ab33778f:41473 {}] zookeeper.ZKUtil(347): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-12T03:25:21,727 WARN [M:0;bc94ab33778f:41473 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-12T03:25:21,727 INFO [M:0;bc94ab33778f:41473 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-12T03:25:21,727 INFO [M:0;bc94ab33778f:41473 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-12T03:25:21,727 DEBUG [M:0;bc94ab33778f:41473 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-12T03:25:21,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-12T03:25:21,727 INFO [M:0;bc94ab33778f:41473 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T03:25:21,728 DEBUG [M:0;bc94ab33778f:41473 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T03:25:21,728 DEBUG [M:0;bc94ab33778f:41473 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-12T03:25:21,728 DEBUG [M:0;bc94ab33778f:41473 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T03:25:21,728 INFO [M:0;bc94ab33778f:41473 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=237.95 KB heapSize=293.93 KB 2024-12-12T03:25:21,741 DEBUG [M:0;bc94ab33778f:41473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffb486dffedc439eb1101cfbb28fe1f9 is 82, key is hbase:meta,,1/info:regioninfo/1733973828935/Put/seqid=0 2024-12-12T03:25:21,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741872_1048 (size=5672) 2024-12-12T03:25:21,811 INFO [RS:0;bc94ab33778f:43041 {}] regionserver.HRegionServer(1307): Exiting; stopping=bc94ab33778f,43041,1733973825306; zookeeper connection closed. 2024-12-12T03:25:21,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1001843e1fd0001, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T03:25:21,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43041-0x1001843e1fd0001, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T03:25:21,811 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c269df1 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c269df1 2024-12-12T03:25:21,811 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-12T03:25:22,103 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-12T03:25:22,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-12T03:25:22,146 INFO [M:0;bc94ab33778f:41473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffb486dffedc439eb1101cfbb28fe1f9 2024-12-12T03:25:22,169 DEBUG [M:0;bc94ab33778f:41473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80976f748dee462f8c2dcdd76526cda0 is 2027, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733973841874/Put/seqid=0 2024-12-12T03:25:22,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741873_1049 (size=12842) 2024-12-12T03:25:22,575 INFO [M:0;bc94ab33778f:41473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=237.40 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80976f748dee462f8c2dcdd76526cda0 2024-12-12T03:25:22,587 INFO [M:0;bc94ab33778f:41473 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 80976f748dee462f8c2dcdd76526cda0 2024-12-12T03:25:22,603 DEBUG [M:0;bc94ab33778f:41473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be3dba12d79c4825aa75ce4837cba878 is 69, key is bc94ab33778f,43041,1733973825306/rs:state/1733973827951/Put/seqid=0 2024-12-12T03:25:22,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741874_1050 (size=5156) 2024-12-12T03:25:23,009 INFO [M:0;bc94ab33778f:41473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be3dba12d79c4825aa75ce4837cba878 2024-12-12T03:25:23,022 DEBUG [M:0;bc94ab33778f:41473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffb486dffedc439eb1101cfbb28fe1f9 as hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ffb486dffedc439eb1101cfbb28fe1f9 2024-12-12T03:25:23,030 INFO [M:0;bc94ab33778f:41473 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ffb486dffedc439eb1101cfbb28fe1f9, entries=8, sequenceid=612, filesize=5.5 K 2024-12-12T03:25:23,032 DEBUG [M:0;bc94ab33778f:41473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80976f748dee462f8c2dcdd76526cda0 as hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/80976f748dee462f8c2dcdd76526cda0 2024-12-12T03:25:23,038 INFO [M:0;bc94ab33778f:41473 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 80976f748dee462f8c2dcdd76526cda0 2024-12-12T03:25:23,038 INFO [M:0;bc94ab33778f:41473 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/80976f748dee462f8c2dcdd76526cda0, entries=77, sequenceid=612, filesize=12.5 K 2024-12-12T03:25:23,039 DEBUG [M:0;bc94ab33778f:41473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be3dba12d79c4825aa75ce4837cba878 as hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be3dba12d79c4825aa75ce4837cba878 2024-12-12T03:25:23,044 INFO [M:0;bc94ab33778f:41473 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37787/user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be3dba12d79c4825aa75ce4837cba878, entries=1, sequenceid=612, filesize=5.0 K 2024-12-12T03:25:23,045 INFO [M:0;bc94ab33778f:41473 {}] regionserver.HRegion(3040): Finished flush of dataSize ~237.95 KB/243663, heapSize ~293.63 KB/300680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=612, compaction requested=false 2024-12-12T03:25:23,046 INFO [M:0;bc94ab33778f:41473 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T03:25:23,046 DEBUG [M:0;bc94ab33778f:41473 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-12T03:25:23,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741830_1006 (size=284402) 2024-12-12T03:25:23,048 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/7269b5fc-1dc9-82ca-f7c4-4246959e8911/MasterData/WALs/bc94ab33778f,41473,1733973824560/bc94ab33778f%2C41473%2C1733973824560.1733973827344 not finished, retry = 0 2024-12-12T03:25:23,150 INFO [M:0;bc94ab33778f:41473 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-12T03:25:23,150 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-12T03:25:23,151 INFO [M:0;bc94ab33778f:41473 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41473 2024-12-12T03:25:23,194 DEBUG [M:0;bc94ab33778f:41473 {}] zookeeper.RecoverableZooKeeper(215): Node /1/rs/bc94ab33778f,41473,1733973824560 already deleted, retry=false 2024-12-12T03:25:23,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T03:25:23,306 INFO [M:0;bc94ab33778f:41473 {}] regionserver.HRegionServer(1307): Exiting; stopping=bc94ab33778f,41473,1733973824560; zookeeper connection closed. 2024-12-12T03:25:23,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41473-0x1001843e1fd0000, quorum=127.0.0.1:56644, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T03:25:23,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c411b1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T03:25:23,314 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ee548d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T03:25:23,314 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T03:25:23,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d6f1eeb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T03:25:23,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73acd779{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/hadoop.log.dir/,STOPPED} 2024-12-12T03:25:23,316 WARN [BP-1742770955-172.17.0.2-1733973821537 heartbeating to localhost/127.0.0.1:37787 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T03:25:23,316 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T03:25:23,316 WARN [BP-1742770955-172.17.0.2-1733973821537 heartbeating to localhost/127.0.0.1:37787 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1742770955-172.17.0.2-1733973821537 (Datanode Uuid 94a8e370-667d-47be-92f2-fbd238b0395f) service to localhost/127.0.0.1:37787 2024-12-12T03:25:23,316 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T03:25:23,316 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/cluster_a16b94d7-7dd8-65fa-859e-eb3d5d9cede1/dfs/data/data1/current/BP-1742770955-172.17.0.2-1733973821537 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T03:25:23,317 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/cluster_a16b94d7-7dd8-65fa-859e-eb3d5d9cede1/dfs/data/data2/current/BP-1742770955-172.17.0.2-1733973821537 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T03:25:23,317 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T03:25:23,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16bb9715{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T03:25:23,323 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2810cb37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T03:25:23,323 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T03:25:23,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@102803c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T03:25:23,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2197b4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3c2cc596-39ad-250f-e90b-b1dcd8771f53/hadoop.log.dir/,STOPPED} 2024-12-12T03:25:23,332 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-12T03:25:23,358 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down