2024-12-07 22:07:39,069 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-07 22:07:39,093 main DEBUG Took 0.021264 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-07 22:07:39,094 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-07 22:07:39,094 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-07 22:07:39,095 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-07 22:07:39,096 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 22:07:39,105 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-07 22:07:39,118 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:07:39,120 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 22:07:39,121 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:07:39,121 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 22:07:39,122 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:07:39,123 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 22:07:39,124 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:07:39,124 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 22:07:39,125 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:07:39,125 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 22:07:39,127 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:07:39,127 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 22:07:39,128 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:07:39,128 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 22:07:39,129 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:07:39,130 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 22:07:39,130 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:07:39,131 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 22:07:39,131 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:07:39,132 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 22:07:39,133 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:07:39,133 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 22:07:39,134 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:07:39,134 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 22:07:39,135 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:07:39,135 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-07 22:07:39,137 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:07:39,139 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-07 22:07:39,142 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-07 22:07:39,143 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-07 22:07:39,144 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-07 22:07:39,145 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-07 22:07:39,157 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-07 22:07:39,161 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-07 22:07:39,163 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-07 22:07:39,164 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-07 22:07:39,164 main DEBUG createAppenders(={Console}) 2024-12-07 22:07:39,165 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-07 22:07:39,166 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-07 22:07:39,166 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-07 22:07:39,167 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-07 22:07:39,167 main DEBUG OutputStream closed 2024-12-07 22:07:39,168 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-07 22:07:39,168 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-07 22:07:39,169 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-07 22:07:39,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-07 22:07:39,240 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-07 22:07:39,241 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-07 22:07:39,242 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-07 22:07:39,243 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-07 22:07:39,243 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-07 22:07:39,243 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-07 22:07:39,244 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-07 22:07:39,244 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-07 22:07:39,244 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-07 22:07:39,244 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-07 22:07:39,245 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-07 22:07:39,245 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-07 22:07:39,245 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-07 22:07:39,246 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-07 22:07:39,246 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-07 22:07:39,246 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-07 22:07:39,247 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-07 22:07:39,249 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07 22:07:39,250 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13330ac6) with optional ClassLoader: null 2024-12-07 22:07:39,250 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-07 22:07:39,251 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13330ac6] started OK. 2024-12-07T22:07:39,617 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b 2024-12-07 22:07:39,621 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-07 22:07:39,622 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07T22:07:39,632 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/hadoop-log-dir so I do NOT create it in target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f 2024-12-07T22:07:39,632 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/hadoop-log-dir Erasing configuration value by system value. 2024-12-07T22:07:39,633 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/hadoop-tmp-dir so I do NOT create it in target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f 2024-12-07T22:07:39,633 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/hadoop-tmp-dir Erasing configuration value by system value. 2024-12-07T22:07:39,634 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f 2024-12-07T22:07:39,644 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestEditsBehindDroppedTableTiming timeout: 13 mins 2024-12-07T22:07:39,664 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/cluster_20fd39d6-8018-d1ad-d3d8-70faf3844f03, deleteOnExit=true 2024-12-07T22:07:39,776 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/cluster_20fd39d6-8018-d1ad-d3d8-70faf3844f03/zookeeper_0, clientPort=58346, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/cluster_20fd39d6-8018-d1ad-d3d8-70faf3844f03/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/cluster_20fd39d6-8018-d1ad-d3d8-70faf3844f03/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-07T22:07:39,792 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=58346 2024-12-07T22:07:39,793 INFO [Time-limited test {}] replication.TestReplicationBase(247): Setup first Zk 2024-12-07T22:07:39,793 INFO [Time-limited test {}] replication.TestReplicationBase(250): Setup second Zk 2024-12-07T22:07:39,802 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T22:07:39,806 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-07T22:07:39,807 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/test.cache.data in system properties and HBase conf 2024-12-07T22:07:39,807 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T22:07:39,808 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/hadoop.log.dir in system properties and HBase conf 2024-12-07T22:07:39,809 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T22:07:39,809 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T22:07:39,810 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-07T22:07:39,895 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-07T22:07:40,026 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T22:07:40,032 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T22:07:40,032 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T22:07:40,033 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T22:07:40,034 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T22:07:40,034 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T22:07:40,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T22:07:40,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T22:07:40,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T22:07:40,037 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T22:07:40,037 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/nfs.dump.dir in system properties and HBase conf 2024-12-07T22:07:40,038 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/java.io.tmpdir in system properties and HBase conf 2024-12-07T22:07:40,038 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T22:07:40,039 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T22:07:40,039 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T22:07:40,905 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-07T22:07:40,990 INFO [Time-limited test {}] log.Log(170): Logging initialized @2783ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-07T22:07:41,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T22:07:41,145 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T22:07:41,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T22:07:41,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T22:07:41,177 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T22:07:41,194 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T22:07:41,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2197b4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/hadoop.log.dir/,AVAILABLE} 2024-12-07T22:07:41,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@102803c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T22:07:41,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16bb9715{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/java.io.tmpdir/jetty-localhost-46841-hadoop-hdfs-3_4_1-tests_jar-_-any-17007869333080016611/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T22:07:41,421 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2810cb37{HTTP/1.1, (http/1.1)}{localhost:46841} 2024-12-07T22:07:41,421 INFO [Time-limited test {}] server.Server(415): Started @3214ms 2024-12-07T22:07:41,822 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T22:07:41,830 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T22:07:41,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T22:07:41,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T22:07:41,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T22:07:41,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27f4c204{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/hadoop.log.dir/,AVAILABLE} 2024-12-07T22:07:41,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d6fece6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T22:07:41,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b590514{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/java.io.tmpdir/jetty-localhost-44575-hadoop-hdfs-3_4_1-tests_jar-_-any-11123592812401766764/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T22:07:41,953 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50b6ac81{HTTP/1.1, (http/1.1)}{localhost:44575} 2024-12-07T22:07:41,953 INFO [Time-limited test {}] server.Server(415): Started @3746ms 2024-12-07T22:07:42,012 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T22:07:42,497 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/cluster_20fd39d6-8018-d1ad-d3d8-70faf3844f03/dfs/data/data1/current/BP-1851759481-172.17.0.2-1733609260652/current, will proceed with Du for space computation calculation, 2024-12-07T22:07:42,497 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/cluster_20fd39d6-8018-d1ad-d3d8-70faf3844f03/dfs/data/data2/current/BP-1851759481-172.17.0.2-1733609260652/current, will proceed with Du for space computation calculation, 2024-12-07T22:07:42,541 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T22:07:42,610 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca4d3c96f022860c with lease ID 0x325251a52f7b520f: Processing first storage report for DS-2a3f2704-4a49-4117-97a6-e6c90ef00b07 from datanode DatanodeRegistration(127.0.0.1:46447, datanodeUuid=da3c79a7-acc4-4f08-891d-7921b21cbd49, infoPort=41913, infoSecurePort=0, ipcPort=33575, storageInfo=lv=-57;cid=testClusterID;nsid=1662081159;c=1733609260652) 2024-12-07T22:07:42,611 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca4d3c96f022860c with lease ID 0x325251a52f7b520f: from storage DS-2a3f2704-4a49-4117-97a6-e6c90ef00b07 node DatanodeRegistration(127.0.0.1:46447, datanodeUuid=da3c79a7-acc4-4f08-891d-7921b21cbd49, infoPort=41913, infoSecurePort=0, ipcPort=33575, storageInfo=lv=-57;cid=testClusterID;nsid=1662081159;c=1733609260652), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-07T22:07:42,612 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca4d3c96f022860c with lease ID 0x325251a52f7b520f: Processing first storage report for DS-8e5ae077-51ce-4e7e-baaa-be2e9f76aa91 from datanode DatanodeRegistration(127.0.0.1:46447, datanodeUuid=da3c79a7-acc4-4f08-891d-7921b21cbd49, infoPort=41913, infoSecurePort=0, ipcPort=33575, storageInfo=lv=-57;cid=testClusterID;nsid=1662081159;c=1733609260652) 2024-12-07T22:07:42,612 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca4d3c96f022860c with lease ID 0x325251a52f7b520f: from storage DS-8e5ae077-51ce-4e7e-baaa-be2e9f76aa91 node DatanodeRegistration(127.0.0.1:46447, datanodeUuid=da3c79a7-acc4-4f08-891d-7921b21cbd49, infoPort=41913, infoSecurePort=0, ipcPort=33575, storageInfo=lv=-57;cid=testClusterID;nsid=1662081159;c=1733609260652), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-07T22:07:42,693 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b 2024-12-07T22:07:42,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T22:07:42,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T22:07:42,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741825_1001 (size=7) 2024-12-07T22:07:43,345 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 with version=8 2024-12-07T22:07:43,346 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/hbase-staging 2024-12-07T22:07:43,476 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-07T22:07:43,750 INFO [Time-limited test {}] client.ConnectionUtils(129): master/f83a3c5fcf38:0 server-side Connection retries=45 2024-12-07T22:07:43,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T22:07:43,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T22:07:43,770 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T22:07:43,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T22:07:43,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T22:07:43,917 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T22:07:43,978 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-07T22:07:43,987 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-07T22:07:43,991 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T22:07:44,018 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13878 (auto-detected) 2024-12-07T22:07:44,020 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-07T22:07:44,040 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33695 2024-12-07T22:07:44,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T22:07:44,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T22:07:44,064 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33695 connecting to ZooKeeper ensemble=127.0.0.1:58346 2024-12-07T22:07:44,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336950x0, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T22:07:44,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33695-0x1006e85bbca0000 connected 2024-12-07T22:07:44,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-07T22:07:44,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-07T22:07:44,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-07T22:07:44,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33695 2024-12-07T22:07:44,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33695 2024-12-07T22:07:44,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33695 2024-12-07T22:07:44,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33695 2024-12-07T22:07:44,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33695 2024-12-07T22:07:44,159 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248, hbase.cluster.distributed=false 2024-12-07T22:07:44,223 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f83a3c5fcf38:0 server-side Connection retries=45 2024-12-07T22:07:44,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T22:07:44,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T22:07:44,223 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T22:07:44,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T22:07:44,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T22:07:44,227 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T22:07:44,229 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T22:07:44,231 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41787 2024-12-07T22:07:44,232 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T22:07:44,239 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T22:07:44,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T22:07:44,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T22:07:44,248 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41787 connecting to ZooKeeper ensemble=127.0.0.1:58346 2024-12-07T22:07:44,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417870x0, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T22:07:44,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-07T22:07:44,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41787-0x1006e85bbca0001 connected 2024-12-07T22:07:44,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-07T22:07:44,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-07T22:07:44,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41787 2024-12-07T22:07:44,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41787 2024-12-07T22:07:44,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41787 2024-12-07T22:07:44,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41787 2024-12-07T22:07:44,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41787 2024-12-07T22:07:44,262 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /1/backup-masters/f83a3c5fcf38,33695,1733609263469 2024-12-07T22:07:44,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-07T22:07:44,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-07T22:07:44,271 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/f83a3c5fcf38,33695,1733609263469 2024-12-07T22:07:44,277 DEBUG [M:0;f83a3c5fcf38:33695 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f83a3c5fcf38:33695 2024-12-07T22:07:44,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-07T22:07:44,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-07T22:07:44,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-07T22:07:44,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-07T22:07:44,294 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-07T22:07:44,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-07T22:07:44,295 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/f83a3c5fcf38,33695,1733609263469 from backup master directory 2024-12-07T22:07:44,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/f83a3c5fcf38,33695,1733609263469 2024-12-07T22:07:44,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-07T22:07:44,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-07T22:07:44,299 WARN [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T22:07:44,299 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f83a3c5fcf38,33695,1733609263469 2024-12-07T22:07:44,301 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-07T22:07:44,302 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-07T22:07:44,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741826_1002 (size=42) 2024-12-07T22:07:44,781 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/hbase.id with ID: f46c84ef-9c29-4ada-9578-2a1729d0e188 2024-12-07T22:07:44,822 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T22:07:44,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-07T22:07:44,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-07T22:07:44,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741827_1003 (size=196) 2024-12-07T22:07:45,288 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T22:07:45,291 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T22:07:45,314 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:07:45,320 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T22:07:45,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741828_1004 (size=1189) 2024-12-07T22:07:45,772 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/MasterData/data/master/store 2024-12-07T22:07:45,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741829_1005 (size=34) 2024-12-07T22:07:45,792 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-07T22:07:45,792 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:45,793 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T22:07:45,794 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:07:45,794 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:07:45,794 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T22:07:45,794 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:07:45,794 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:07:45,794 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-07T22:07:45,796 WARN [master/f83a3c5fcf38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/MasterData/data/master/store/.initializing 2024-12-07T22:07:45,796 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/MasterData/WALs/f83a3c5fcf38,33695,1733609263469 2024-12-07T22:07:45,803 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T22:07:45,813 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f83a3c5fcf38%2C33695%2C1733609263469, suffix=, logDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/MasterData/WALs/f83a3c5fcf38,33695,1733609263469, archiveDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/MasterData/oldWALs, maxLogs=10 2024-12-07T22:07:45,840 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/MasterData/WALs/f83a3c5fcf38,33695,1733609263469/f83a3c5fcf38%2C33695%2C1733609263469.1733609265819, exclude list is [], retry=0 2024-12-07T22:07:45,857 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46447,DS-2a3f2704-4a49-4117-97a6-e6c90ef00b07,DISK] 2024-12-07T22:07:45,860 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-07T22:07:45,898 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/MasterData/WALs/f83a3c5fcf38,33695,1733609263469/f83a3c5fcf38%2C33695%2C1733609263469.1733609265819 2024-12-07T22:07:45,899 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41913:41913)] 2024-12-07T22:07:45,899 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:07:45,900 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:45,903 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:07:45,904 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:07:45,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:07:45,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T22:07:45,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:45,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T22:07:45,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:07:45,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T22:07:45,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:45,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:45,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:07:45,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T22:07:45,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:45,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:45,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:07:45,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T22:07:45,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:45,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:45,992 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:07:45,993 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:07:46,001 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T22:07:46,005 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:07:46,009 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:46,010 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74952434, jitterRate=0.11687830090522766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T22:07:46,014 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-07T22:07:46,015 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T22:07:46,043 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d8d62b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:07:46,077 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-07T22:07:46,088 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T22:07:46,089 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T22:07:46,091 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T22:07:46,092 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-07T22:07:46,097 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-07T22:07:46,097 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T22:07:46,123 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T22:07:46,134 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-07T22:07:46,137 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/balancer already deleted, retry=false 2024-12-07T22:07:46,139 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T22:07:46,141 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-07T22:07:46,142 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/normalizer already deleted, retry=false 2024-12-07T22:07:46,144 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T22:07:46,147 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-07T22:07:46,149 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/split already deleted, retry=false 2024-12-07T22:07:46,150 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-07T22:07:46,151 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/merge already deleted, retry=false 2024-12-07T22:07:46,161 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T22:07:46,162 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-07T22:07:46,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-07T22:07:46,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-07T22:07:46,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-07T22:07:46,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-07T22:07:46,167 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=f83a3c5fcf38,33695,1733609263469, sessionid=0x1006e85bbca0000, setting cluster-up flag (Was=false) 2024-12-07T22:07:46,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-07T22:07:46,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-07T22:07:46,186 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-07T22:07:46,187 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f83a3c5fcf38,33695,1733609263469 2024-12-07T22:07:46,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-07T22:07:46,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-07T22:07:46,197 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-07T22:07:46,199 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f83a3c5fcf38,33695,1733609263469 2024-12-07T22:07:46,280 DEBUG [RS:0;f83a3c5fcf38:41787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f83a3c5fcf38:41787 2024-12-07T22:07:46,282 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(1008): ClusterId : f46c84ef-9c29-4ada-9578-2a1729d0e188 2024-12-07T22:07:46,285 DEBUG [RS:0;f83a3c5fcf38:41787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T22:07:46,289 DEBUG [RS:0;f83a3c5fcf38:41787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T22:07:46,289 DEBUG [RS:0;f83a3c5fcf38:41787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T22:07:46,290 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-07T22:07:46,292 DEBUG [RS:0;f83a3c5fcf38:41787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T22:07:46,293 DEBUG [RS:0;f83a3c5fcf38:41787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4966f40b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:07:46,294 DEBUG [RS:0;f83a3c5fcf38:41787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1fa103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f83a3c5fcf38/172.17.0.2:0 2024-12-07T22:07:46,296 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-07T22:07:46,297 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-07T22:07:46,297 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-07T22:07:46,298 DEBUG [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-07T22:07:46,298 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T22:07:46,300 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3073): reportForDuty to master=f83a3c5fcf38,33695,1733609263469 with isa=f83a3c5fcf38/172.17.0.2:41787, startcode=1733609264222 2024-12-07T22:07:46,304 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f83a3c5fcf38,33695,1733609263469 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T22:07:46,308 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f83a3c5fcf38:0, corePoolSize=5, maxPoolSize=5 2024-12-07T22:07:46,308 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f83a3c5fcf38:0, corePoolSize=5, maxPoolSize=5 2024-12-07T22:07:46,308 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f83a3c5fcf38:0, corePoolSize=5, maxPoolSize=5 2024-12-07T22:07:46,309 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f83a3c5fcf38:0, corePoolSize=5, maxPoolSize=5 2024-12-07T22:07:46,309 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f83a3c5fcf38:0, corePoolSize=10, maxPoolSize=10 2024-12-07T22:07:46,309 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:07:46,310 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f83a3c5fcf38:0, corePoolSize=2, maxPoolSize=2 2024-12-07T22:07:46,310 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:07:46,313 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733609296313 2024-12-07T22:07:46,313 DEBUG [RS:0;f83a3c5fcf38:41787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T22:07:46,315 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T22:07:46,315 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-07T22:07:46,316 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T22:07:46,316 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-07T22:07:46,319 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T22:07:46,320 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T22:07:46,320 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T22:07:46,320 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T22:07:46,321 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:46,321 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:46,321 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T22:07:46,329 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T22:07:46,330 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T22:07:46,330 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T22:07:46,333 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T22:07:46,334 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T22:07:46,337 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f83a3c5fcf38:0:becomeActiveMaster-HFileCleaner.large.0-1733609266335,5,FailOnTimeoutGroup] 2024-12-07T22:07:46,338 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f83a3c5fcf38:0:becomeActiveMaster-HFileCleaner.small.0-1733609266338,5,FailOnTimeoutGroup] 2024-12-07T22:07:46,338 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:46,338 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T22:07:46,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741831_1007 (size=1039) 2024-12-07T22:07:46,340 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:46,340 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:46,354 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57473, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T22:07:46,359 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33695 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:46,362 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33695 {}] master.ServerManager(486): Registering regionserver=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:46,376 DEBUG [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:46,376 DEBUG [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36371 2024-12-07T22:07:46,376 DEBUG [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-07T22:07:46,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-07T22:07:46,381 DEBUG [RS:0;f83a3c5fcf38:41787 {}] zookeeper.ZKUtil(111): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Set watcher on existing znode=/1/rs/f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:46,381 WARN [RS:0;f83a3c5fcf38:41787 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T22:07:46,381 INFO [RS:0;f83a3c5fcf38:41787 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T22:07:46,382 DEBUG [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:46,383 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f83a3c5fcf38,41787,1733609264222] 2024-12-07T22:07:46,394 DEBUG [RS:0;f83a3c5fcf38:41787 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-07T22:07:46,405 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T22:07:46,417 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T22:07:46,420 INFO [RS:0;f83a3c5fcf38:41787 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T22:07:46,421 INFO [RS:0;f83a3c5fcf38:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:46,421 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-07T22:07:46,428 INFO [RS:0;f83a3c5fcf38:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:46,429 DEBUG [RS:0;f83a3c5fcf38:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:07:46,429 DEBUG [RS:0;f83a3c5fcf38:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:07:46,429 DEBUG [RS:0;f83a3c5fcf38:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:07:46,429 DEBUG [RS:0;f83a3c5fcf38:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:07:46,429 DEBUG [RS:0;f83a3c5fcf38:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:07:46,430 DEBUG [RS:0;f83a3c5fcf38:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f83a3c5fcf38:0, corePoolSize=2, maxPoolSize=2 2024-12-07T22:07:46,430 DEBUG [RS:0;f83a3c5fcf38:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:07:46,430 DEBUG [RS:0;f83a3c5fcf38:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:07:46,430 DEBUG [RS:0;f83a3c5fcf38:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:07:46,431 DEBUG [RS:0;f83a3c5fcf38:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:07:46,431 DEBUG [RS:0;f83a3c5fcf38:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:07:46,431 DEBUG [RS:0;f83a3c5fcf38:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f83a3c5fcf38:0, corePoolSize=3, maxPoolSize=3 2024-12-07T22:07:46,432 DEBUG [RS:0;f83a3c5fcf38:41787 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0, corePoolSize=3, maxPoolSize=3 2024-12-07T22:07:46,433 INFO [RS:0;f83a3c5fcf38:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:46,433 INFO [RS:0;f83a3c5fcf38:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:46,433 INFO [RS:0;f83a3c5fcf38:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:46,433 INFO [RS:0;f83a3c5fcf38:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:46,433 INFO [RS:0;f83a3c5fcf38:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=f83a3c5fcf38,41787,1733609264222-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T22:07:46,454 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T22:07:46,456 INFO [RS:0;f83a3c5fcf38:41787 {}] hbase.ChoreService(168): Chore ScheduledChore name=f83a3c5fcf38,41787,1733609264222-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:46,475 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.Replication(204): f83a3c5fcf38,41787,1733609264222 started 2024-12-07T22:07:46,476 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(1767): Serving as f83a3c5fcf38,41787,1733609264222, RpcServer on f83a3c5fcf38/172.17.0.2:41787, sessionid=0x1006e85bbca0001 2024-12-07T22:07:46,476 DEBUG [RS:0;f83a3c5fcf38:41787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T22:07:46,476 DEBUG [RS:0;f83a3c5fcf38:41787 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:46,476 DEBUG [RS:0;f83a3c5fcf38:41787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f83a3c5fcf38,41787,1733609264222' 2024-12-07T22:07:46,476 DEBUG [RS:0;f83a3c5fcf38:41787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-07T22:07:46,477 DEBUG [RS:0;f83a3c5fcf38:41787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-07T22:07:46,478 DEBUG [RS:0;f83a3c5fcf38:41787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T22:07:46,478 DEBUG [RS:0;f83a3c5fcf38:41787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T22:07:46,478 DEBUG [RS:0;f83a3c5fcf38:41787 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:46,478 DEBUG [RS:0;f83a3c5fcf38:41787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f83a3c5fcf38,41787,1733609264222' 2024-12-07T22:07:46,478 DEBUG [RS:0;f83a3c5fcf38:41787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-07T22:07:46,479 DEBUG [RS:0;f83a3c5fcf38:41787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-07T22:07:46,480 DEBUG [RS:0;f83a3c5fcf38:41787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T22:07:46,480 INFO [RS:0;f83a3c5fcf38:41787 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T22:07:46,480 INFO [RS:0;f83a3c5fcf38:41787 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T22:07:46,585 INFO [RS:0;f83a3c5fcf38:41787 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T22:07:46,589 INFO [RS:0;f83a3c5fcf38:41787 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f83a3c5fcf38%2C41787%2C1733609264222, suffix=, logDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222, archiveDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/oldWALs, maxLogs=10 2024-12-07T22:07:46,607 DEBUG [RS:0;f83a3c5fcf38:41787 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, exclude list is [], retry=0 2024-12-07T22:07:46,612 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46447,DS-2a3f2704-4a49-4117-97a6-e6c90ef00b07,DISK] 2024-12-07T22:07:46,615 INFO [RS:0;f83a3c5fcf38:41787 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 2024-12-07T22:07:46,616 DEBUG [RS:0;f83a3c5fcf38:41787 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41913:41913)] 2024-12-07T22:07:46,742 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-07T22:07:46,742 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:46,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741833_1009 (size=32) 2024-12-07T22:07:47,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:47,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T22:07:47,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T22:07:47,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:47,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T22:07:47,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T22:07:47,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T22:07:47,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:47,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T22:07:47,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T22:07:47,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T22:07:47,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:47,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T22:07:47,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/meta/1588230740 2024-12-07T22:07:47,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/meta/1588230740 2024-12-07T22:07:47,172 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T22:07:47,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-07T22:07:47,178 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:47,179 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71331234, jitterRate=0.06291821599006653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T22:07:47,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-07T22:07:47,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-07T22:07:47,182 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-07T22:07:47,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-07T22:07:47,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T22:07:47,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T22:07:47,183 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-07T22:07:47,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-07T22:07:47,186 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-07T22:07:47,186 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-07T22:07:47,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T22:07:47,200 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T22:07:47,202 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T22:07:47,354 DEBUG [f83a3c5fcf38:33695 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T22:07:47,359 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:47,365 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f83a3c5fcf38,41787,1733609264222, state=OPENING 2024-12-07T22:07:47,371 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T22:07:47,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-07T22:07:47,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-07T22:07:47,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-07T22:07:47,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-07T22:07:47,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:47,554 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:47,556 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T22:07:47,559 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T22:07:47,569 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-07T22:07:47,569 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T22:07:47,570 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T22:07:47,574 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f83a3c5fcf38%2C41787%2C1733609264222.meta, suffix=.meta, logDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222, archiveDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/oldWALs, maxLogs=10 2024-12-07T22:07:47,598 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.meta.1733609267576.meta, exclude list is [], retry=0 2024-12-07T22:07:47,602 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46447,DS-2a3f2704-4a49-4117-97a6-e6c90ef00b07,DISK] 2024-12-07T22:07:47,606 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.meta.1733609267576.meta 2024-12-07T22:07:47,606 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41913:41913)] 2024-12-07T22:07:47,606 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:07:47,608 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T22:07:47,669 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T22:07:47,674 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T22:07:47,678 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T22:07:47,679 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:47,679 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-07T22:07:47,679 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-07T22:07:47,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T22:07:47,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T22:07:47,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:47,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T22:07:47,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T22:07:47,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T22:07:47,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:47,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T22:07:47,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T22:07:47,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T22:07:47,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:47,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T22:07:47,693 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/meta/1588230740 2024-12-07T22:07:47,696 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/meta/1588230740 2024-12-07T22:07:47,699 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T22:07:47,702 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-07T22:07:47,704 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63726235, jitterRate=-0.050405099987983704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T22:07:47,705 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-07T22:07:47,713 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733609267548 2024-12-07T22:07:47,725 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T22:07:47,725 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-07T22:07:47,727 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:47,729 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f83a3c5fcf38,41787,1733609264222, state=OPEN 2024-12-07T22:07:47,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-07T22:07:47,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-07T22:07:47,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-07T22:07:47,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-07T22:07:47,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T22:07:47,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=f83a3c5fcf38,41787,1733609264222 in 355 msec 2024-12-07T22:07:47,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T22:07:47,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 546 msec 2024-12-07T22:07:47,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5060 sec 2024-12-07T22:07:47,748 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733609267748, completionTime=-1 2024-12-07T22:07:47,749 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T22:07:47,749 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-07T22:07:47,788 DEBUG [hconnection-0x5ecf2202-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:07:47,791 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:07:47,802 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-07T22:07:47,802 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733609327802 2024-12-07T22:07:47,803 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733609387802 2024-12-07T22:07:47,803 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 53 msec 2024-12-07T22:07:47,829 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f83a3c5fcf38,33695,1733609263469-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:47,829 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f83a3c5fcf38,33695,1733609263469-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:47,829 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f83a3c5fcf38,33695,1733609263469-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:47,831 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f83a3c5fcf38:33695, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:47,831 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:47,837 DEBUG [master/f83a3c5fcf38:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-07T22:07:47,840 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-07T22:07:47,841 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T22:07:47,848 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-07T22:07:47,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T22:07:47,852 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:47,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T22:07:47,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741835_1011 (size=358) 2024-12-07T22:07:48,273 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => df908875c90bb15256923087d96abcd8, NAME => 'hbase:namespace,,1733609267840.df908875c90bb15256923087d96abcd8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:48,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741836_1012 (size=42) 2024-12-07T22:07:48,303 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733609267840.df908875c90bb15256923087d96abcd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:48,303 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing df908875c90bb15256923087d96abcd8, disabling compactions & flushes 2024-12-07T22:07:48,303 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733609267840.df908875c90bb15256923087d96abcd8. 2024-12-07T22:07:48,303 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733609267840.df908875c90bb15256923087d96abcd8. 2024-12-07T22:07:48,304 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733609267840.df908875c90bb15256923087d96abcd8. after waiting 0 ms 2024-12-07T22:07:48,304 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733609267840.df908875c90bb15256923087d96abcd8. 2024-12-07T22:07:48,304 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733609267840.df908875c90bb15256923087d96abcd8. 2024-12-07T22:07:48,304 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for df908875c90bb15256923087d96abcd8: 2024-12-07T22:07:48,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T22:07:48,318 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733609267840.df908875c90bb15256923087d96abcd8.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733609268309"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609268309"}]},"ts":"1733609268309"} 2024-12-07T22:07:48,351 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-07T22:07:48,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T22:07:48,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733609268354"}]},"ts":"1733609268354"} 2024-12-07T22:07:48,362 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-07T22:07:48,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=df908875c90bb15256923087d96abcd8, ASSIGN}] 2024-12-07T22:07:48,370 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=df908875c90bb15256923087d96abcd8, ASSIGN 2024-12-07T22:07:48,372 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=df908875c90bb15256923087d96abcd8, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:48,523 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=df908875c90bb15256923087d96abcd8, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:48,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure df908875c90bb15256923087d96abcd8, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:48,682 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:48,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733609267840.df908875c90bb15256923087d96abcd8. 2024-12-07T22:07:48,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => df908875c90bb15256923087d96abcd8, NAME => 'hbase:namespace,,1733609267840.df908875c90bb15256923087d96abcd8.', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:07:48,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace df908875c90bb15256923087d96abcd8 2024-12-07T22:07:48,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733609267840.df908875c90bb15256923087d96abcd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:48,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for df908875c90bb15256923087d96abcd8 2024-12-07T22:07:48,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for df908875c90bb15256923087d96abcd8 2024-12-07T22:07:48,692 INFO [StoreOpener-df908875c90bb15256923087d96abcd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region df908875c90bb15256923087d96abcd8 2024-12-07T22:07:48,694 INFO [StoreOpener-df908875c90bb15256923087d96abcd8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df908875c90bb15256923087d96abcd8 columnFamilyName info 2024-12-07T22:07:48,694 DEBUG [StoreOpener-df908875c90bb15256923087d96abcd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:48,695 INFO [StoreOpener-df908875c90bb15256923087d96abcd8-1 {}] regionserver.HStore(327): Store=df908875c90bb15256923087d96abcd8/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:48,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/namespace/df908875c90bb15256923087d96abcd8 2024-12-07T22:07:48,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/namespace/df908875c90bb15256923087d96abcd8 2024-12-07T22:07:48,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for df908875c90bb15256923087d96abcd8 2024-12-07T22:07:48,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/namespace/df908875c90bb15256923087d96abcd8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:48,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened df908875c90bb15256923087d96abcd8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69921237, jitterRate=0.041907623410224915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T22:07:48,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for df908875c90bb15256923087d96abcd8: 2024-12-07T22:07:48,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733609267840.df908875c90bb15256923087d96abcd8., pid=6, masterSystemTime=1733609268682 2024-12-07T22:07:48,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733609267840.df908875c90bb15256923087d96abcd8. 2024-12-07T22:07:48,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733609267840.df908875c90bb15256923087d96abcd8. 2024-12-07T22:07:48,713 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=df908875c90bb15256923087d96abcd8, regionState=OPEN, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:48,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T22:07:48,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure df908875c90bb15256923087d96abcd8, server=f83a3c5fcf38,41787,1733609264222 in 190 msec 2024-12-07T22:07:48,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T22:07:48,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=df908875c90bb15256923087d96abcd8, ASSIGN in 353 msec 2024-12-07T22:07:48,726 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T22:07:48,727 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733609268726"}]},"ts":"1733609268726"} 2024-12-07T22:07:48,730 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-07T22:07:48,734 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T22:07:48,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 892 msec 2024-12-07T22:07:48,752 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2024-12-07T22:07:48,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2024-12-07T22:07:48,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-07T22:07:48,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-07T22:07:48,784 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-07T22:07:48,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-07T22:07:48,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 25 msec 2024-12-07T22:07:48,819 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-07T22:07:48,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-07T22:07:48,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 17 msec 2024-12-07T22:07:48,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2024-12-07T22:07:48,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2024-12-07T22:07:48,847 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.548sec 2024-12-07T22:07:48,849 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T22:07:48,850 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T22:07:48,851 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T22:07:48,852 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T22:07:48,852 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T22:07:48,853 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f83a3c5fcf38,33695,1733609263469-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T22:07:48,854 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f83a3c5fcf38,33695,1733609263469-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T22:07:48,860 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-07T22:07:48,861 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T22:07:48,861 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f83a3c5fcf38,33695,1733609263469-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:48,881 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x35135e28 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3392f0ba 2024-12-07T22:07:48,881 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-07T22:07:48,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@633cc4a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:07:48,893 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-07T22:07:48,893 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-07T22:07:48,903 DEBUG [hconnection-0x33320ad3-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:07:48,912 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:07:48,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=f83a3c5fcf38,33695,1733609263469 2024-12-07T22:07:48,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T22:07:48,921 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/cluster_d9548bc8-8393-c948-85a1-77295410c02c, deleteOnExit=true 2024-12-07T22:07:48,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-07T22:07:48,936 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/test.cache.data in system properties and HBase conf 2024-12-07T22:07:48,936 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T22:07:48,937 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/hadoop.log.dir in system properties and HBase conf 2024-12-07T22:07:48,937 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T22:07:48,937 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T22:07:48,937 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-07T22:07:48,937 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T22:07:48,937 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T22:07:48,937 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T22:07:48,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T22:07:48,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T22:07:48,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T22:07:48,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T22:07:48,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T22:07:48,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T22:07:48,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T22:07:48,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/nfs.dump.dir in system properties and HBase conf 2024-12-07T22:07:48,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/java.io.tmpdir in system properties and HBase conf 2024-12-07T22:07:48,939 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T22:07:48,939 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T22:07:48,939 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T22:07:49,030 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T22:07:49,036 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T22:07:49,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T22:07:49,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T22:07:49,038 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T22:07:49,039 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T22:07:49,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ae6227b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/hadoop.log.dir/,AVAILABLE} 2024-12-07T22:07:49,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48e16790{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T22:07:49,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@321a92e2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/java.io.tmpdir/jetty-localhost-43581-hadoop-hdfs-3_4_1-tests_jar-_-any-18172102047540449976/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T22:07:49,159 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c39a0fa{HTTP/1.1, (http/1.1)}{localhost:43581} 2024-12-07T22:07:49,159 INFO [Time-limited test {}] server.Server(415): Started @10952ms 2024-12-07T22:07:49,251 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T22:07:49,256 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T22:07:49,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T22:07:49,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T22:07:49,257 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T22:07:49,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@210eb631{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/hadoop.log.dir/,AVAILABLE} 2024-12-07T22:07:49,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29ef970a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T22:07:49,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c585648{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/java.io.tmpdir/jetty-localhost-36499-hadoop-hdfs-3_4_1-tests_jar-_-any-10226434778768476466/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T22:07:49,384 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a139ba0{HTTP/1.1, (http/1.1)}{localhost:36499} 2024-12-07T22:07:49,385 INFO [Time-limited test {}] server.Server(415): Started @11178ms 2024-12-07T22:07:49,386 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T22:07:49,478 WARN [Thread-203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/cluster_d9548bc8-8393-c948-85a1-77295410c02c/dfs/data/data1/current/BP-1513532244-172.17.0.2-1733609268972/current, will proceed with Du for space computation calculation, 2024-12-07T22:07:49,478 WARN [Thread-204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/cluster_d9548bc8-8393-c948-85a1-77295410c02c/dfs/data/data2/current/BP-1513532244-172.17.0.2-1733609268972/current, will proceed with Du for space computation calculation, 2024-12-07T22:07:49,513 WARN [Thread-191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T22:07:49,517 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b822f9607466455 with lease ID 0x38e3a58ce0570681: Processing first storage report for DS-095c436c-f593-407b-a50d-dda7a36e9557 from datanode DatanodeRegistration(127.0.0.1:38947, datanodeUuid=3e787211-4f51-481c-85b0-36239ba66f9b, infoPort=45931, infoSecurePort=0, ipcPort=42143, storageInfo=lv=-57;cid=testClusterID;nsid=1218694713;c=1733609268972) 2024-12-07T22:07:49,517 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b822f9607466455 with lease ID 0x38e3a58ce0570681: from storage DS-095c436c-f593-407b-a50d-dda7a36e9557 node DatanodeRegistration(127.0.0.1:38947, datanodeUuid=3e787211-4f51-481c-85b0-36239ba66f9b, infoPort=45931, infoSecurePort=0, ipcPort=42143, storageInfo=lv=-57;cid=testClusterID;nsid=1218694713;c=1733609268972), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T22:07:49,517 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b822f9607466455 with lease ID 0x38e3a58ce0570681: Processing first storage report for DS-7f73557f-570b-4e9a-b325-534aa5c90350 from datanode DatanodeRegistration(127.0.0.1:38947, datanodeUuid=3e787211-4f51-481c-85b0-36239ba66f9b, infoPort=45931, infoSecurePort=0, ipcPort=42143, storageInfo=lv=-57;cid=testClusterID;nsid=1218694713;c=1733609268972) 2024-12-07T22:07:49,517 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b822f9607466455 with lease ID 0x38e3a58ce0570681: from storage DS-7f73557f-570b-4e9a-b325-534aa5c90350 node DatanodeRegistration(127.0.0.1:38947, datanodeUuid=3e787211-4f51-481c-85b0-36239ba66f9b, infoPort=45931, infoSecurePort=0, ipcPort=42143, storageInfo=lv=-57;cid=testClusterID;nsid=1218694713;c=1733609268972), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T22:07:49,620 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f 2024-12-07T22:07:49,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T22:07:49,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T22:07:49,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741825_1001 (size=7) 2024-12-07T22:07:49,635 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec with version=8 2024-12-07T22:07:49,635 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/hbase-staging 2024-12-07T22:07:49,639 INFO [Time-limited test {}] client.ConnectionUtils(129): master/f83a3c5fcf38:0 server-side Connection retries=18 2024-12-07T22:07:49,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T22:07:49,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T22:07:49,640 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T22:07:49,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T22:07:49,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T22:07:49,640 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T22:07:49,640 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T22:07:49,641 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42775 2024-12-07T22:07:49,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T22:07:49,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T22:07:49,647 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:42775 connecting to ZooKeeper ensemble=127.0.0.1:58346 2024-12-07T22:07:49,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427750x0, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T22:07:49,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42775-0x1006e85bbca0003 connected 2024-12-07T22:07:49,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-07T22:07:49,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-07T22:07:49,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-07T22:07:49,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42775 2024-12-07T22:07:49,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42775 2024-12-07T22:07:49,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42775 2024-12-07T22:07:49,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42775 2024-12-07T22:07:49,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42775 2024-12-07T22:07:49,666 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec, hbase.cluster.distributed=false 2024-12-07T22:07:49,685 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f83a3c5fcf38:0 server-side Connection retries=18 2024-12-07T22:07:49,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T22:07:49,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T22:07:49,685 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T22:07:49,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T22:07:49,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T22:07:49,685 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T22:07:49,685 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T22:07:49,686 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34891 2024-12-07T22:07:49,686 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T22:07:49,687 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T22:07:49,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T22:07:49,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T22:07:49,694 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34891 connecting to ZooKeeper ensemble=127.0.0.1:58346 2024-12-07T22:07:49,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348910x0, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T22:07:49,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348910x0, quorum=127.0.0.1:58346, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-07T22:07:49,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34891-0x1006e85bbca0004 connected 2024-12-07T22:07:49,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34891-0x1006e85bbca0004, quorum=127.0.0.1:58346, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-07T22:07:49,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34891-0x1006e85bbca0004, quorum=127.0.0.1:58346, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-07T22:07:49,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34891 2024-12-07T22:07:49,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34891 2024-12-07T22:07:49,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34891 2024-12-07T22:07:49,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34891 2024-12-07T22:07:49,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34891 2024-12-07T22:07:49,701 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /2/backup-masters/f83a3c5fcf38,42775,1733609269638 2024-12-07T22:07:49,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1006e85bbca0004, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-07T22:07:49,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-07T22:07:49,704 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Set watcher on existing znode=/2/backup-masters/f83a3c5fcf38,42775,1733609269638 2024-12-07T22:07:49,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-07T22:07:49,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1006e85bbca0004, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-07T22:07:49,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-07T22:07:49,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1006e85bbca0004, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-07T22:07:49,706 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-07T22:07:49,707 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2/backup-masters/f83a3c5fcf38,42775,1733609269638 from backup master directory 2024-12-07T22:07:49,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/backup-masters/f83a3c5fcf38,42775,1733609269638 2024-12-07T22:07:49,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-07T22:07:49,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1006e85bbca0004, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-07T22:07:49,708 WARN [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T22:07:49,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-07T22:07:49,709 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f83a3c5fcf38,42775,1733609269638 2024-12-07T22:07:49,716 DEBUG [M:0;f83a3c5fcf38:42775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f83a3c5fcf38:42775 2024-12-07T22:07:49,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741826_1002 (size=42) 2024-12-07T22:07:50,126 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/hbase.id with ID: dff0613b-7f17-4f99-ad12-95a1d990493e 2024-12-07T22:07:50,145 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T22:07:50,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1006e85bbca0004, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-07T22:07:50,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-07T22:07:50,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741827_1003 (size=196) 2024-12-07T22:07:50,159 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T22:07:50,160 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T22:07:50,161 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T22:07:50,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741828_1004 (size=1189) 2024-12-07T22:07:50,173 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/MasterData/data/master/store 2024-12-07T22:07:50,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741829_1005 (size=34) 2024-12-07T22:07:50,182 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:50,183 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T22:07:50,183 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:07:50,183 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:07:50,183 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T22:07:50,183 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:07:50,183 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:07:50,183 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-07T22:07:50,185 WARN [master/f83a3c5fcf38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/MasterData/data/master/store/.initializing 2024-12-07T22:07:50,185 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/MasterData/WALs/f83a3c5fcf38,42775,1733609269638 2024-12-07T22:07:50,187 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T22:07:50,191 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f83a3c5fcf38%2C42775%2C1733609269638, suffix=, logDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/MasterData/WALs/f83a3c5fcf38,42775,1733609269638, archiveDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/MasterData/oldWALs, maxLogs=10 2024-12-07T22:07:50,212 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/MasterData/WALs/f83a3c5fcf38,42775,1733609269638/f83a3c5fcf38%2C42775%2C1733609269638.1733609270191, exclude list is [], retry=0 2024-12-07T22:07:50,216 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38947,DS-095c436c-f593-407b-a50d-dda7a36e9557,DISK] 2024-12-07T22:07:50,219 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/MasterData/WALs/f83a3c5fcf38,42775,1733609269638/f83a3c5fcf38%2C42775%2C1733609269638.1733609270191 2024-12-07T22:07:50,219 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45931:45931)] 2024-12-07T22:07:50,219 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:07:50,220 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:50,220 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:07:50,220 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:07:50,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:07:50,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T22:07:50,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:50,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T22:07:50,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:07:50,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T22:07:50,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:50,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:50,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:07:50,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T22:07:50,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:50,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:50,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:07:50,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T22:07:50,234 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:50,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:50,236 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:07:50,236 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:07:50,240 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T22:07:50,242 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:07:50,247 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:50,248 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64032265, jitterRate=-0.045844897627830505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T22:07:50,248 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-07T22:07:50,248 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T22:07:50,253 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b3afca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:07:50,254 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-07T22:07:50,254 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T22:07:50,254 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T22:07:50,254 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T22:07:50,255 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-07T22:07:50,255 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-07T22:07:50,255 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T22:07:50,258 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T22:07:50,259 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Unable to get data of znode /2/balancer because node does not exist (not necessarily an error) 2024-12-07T22:07:50,260 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/balancer already deleted, retry=false 2024-12-07T22:07:50,260 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T22:07:50,261 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Unable to get data of znode /2/normalizer because node does not exist (not necessarily an error) 2024-12-07T22:07:50,262 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/normalizer already deleted, retry=false 2024-12-07T22:07:50,262 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T22:07:50,263 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Unable to get data of znode /2/switch/split because node does not exist (not necessarily an error) 2024-12-07T22:07:50,264 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/split already deleted, retry=false 2024-12-07T22:07:50,265 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Unable to get data of znode /2/switch/merge because node does not exist (not necessarily an error) 2024-12-07T22:07:50,290 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/merge already deleted, retry=false 2024-12-07T22:07:50,293 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Unable to get data of znode /2/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T22:07:50,294 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/snapshot-cleanup already deleted, retry=false 2024-12-07T22:07:50,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1006e85bbca0004, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-07T22:07:50,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-07T22:07:50,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1006e85bbca0004, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-07T22:07:50,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-07T22:07:50,297 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=f83a3c5fcf38,42775,1733609269638, sessionid=0x1006e85bbca0003, setting cluster-up flag (Was=false) 2024-12-07T22:07:50,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1006e85bbca0004, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-07T22:07:50,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-07T22:07:50,305 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/flush-table-proc/acquired, /2/flush-table-proc/reached, /2/flush-table-proc/abort 2024-12-07T22:07:50,306 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f83a3c5fcf38,42775,1733609269638 2024-12-07T22:07:50,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1006e85bbca0004, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-07T22:07:50,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-07T22:07:50,317 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/online-snapshot/acquired, /2/online-snapshot/reached, /2/online-snapshot/abort 2024-12-07T22:07:50,319 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f83a3c5fcf38,42775,1733609269638 2024-12-07T22:07:50,325 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-07T22:07:50,325 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-07T22:07:50,325 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T22:07:50,325 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f83a3c5fcf38,42775,1733609269638 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T22:07:50,326 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f83a3c5fcf38:0, corePoolSize=5, maxPoolSize=5 2024-12-07T22:07:50,326 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f83a3c5fcf38:0, corePoolSize=5, maxPoolSize=5 2024-12-07T22:07:50,326 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f83a3c5fcf38:0, corePoolSize=5, maxPoolSize=5 2024-12-07T22:07:50,326 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f83a3c5fcf38:0, corePoolSize=5, maxPoolSize=5 2024-12-07T22:07:50,326 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f83a3c5fcf38:0, corePoolSize=10, maxPoolSize=10 2024-12-07T22:07:50,326 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:07:50,326 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f83a3c5fcf38:0, corePoolSize=2, maxPoolSize=2 2024-12-07T22:07:50,327 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:07:50,329 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-07T22:07:50,329 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-07T22:07:50,331 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:50,331 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T22:07:50,340 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733609300340 2024-12-07T22:07:50,340 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T22:07:50,340 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T22:07:50,340 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T22:07:50,341 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T22:07:50,341 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T22:07:50,341 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T22:07:50,341 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:50,341 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T22:07:50,342 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T22:07:50,342 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T22:07:50,346 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T22:07:50,346 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T22:07:50,350 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f83a3c5fcf38:0:becomeActiveMaster-HFileCleaner.large.0-1733609270346,5,FailOnTimeoutGroup] 2024-12-07T22:07:50,351 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f83a3c5fcf38:0:becomeActiveMaster-HFileCleaner.small.0-1733609270350,5,FailOnTimeoutGroup] 2024-12-07T22:07:50,351 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:50,351 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T22:07:50,351 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:50,351 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:50,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741831_1007 (size=1039) 2024-12-07T22:07:50,415 DEBUG [RS:0;f83a3c5fcf38:34891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f83a3c5fcf38:34891 2024-12-07T22:07:50,416 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(1008): ClusterId : dff0613b-7f17-4f99-ad12-95a1d990493e 2024-12-07T22:07:50,416 DEBUG [RS:0;f83a3c5fcf38:34891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T22:07:50,419 DEBUG [RS:0;f83a3c5fcf38:34891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T22:07:50,419 DEBUG [RS:0;f83a3c5fcf38:34891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T22:07:50,421 DEBUG [RS:0;f83a3c5fcf38:34891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T22:07:50,421 DEBUG [RS:0;f83a3c5fcf38:34891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd680d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:07:50,422 DEBUG [RS:0;f83a3c5fcf38:34891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@446e3b5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f83a3c5fcf38/172.17.0.2:0 2024-12-07T22:07:50,422 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-07T22:07:50,422 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-07T22:07:50,422 DEBUG [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-07T22:07:50,423 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3073): reportForDuty to master=f83a3c5fcf38,42775,1733609269638 with isa=f83a3c5fcf38/172.17.0.2:34891, startcode=1733609269684 2024-12-07T22:07:50,423 DEBUG [RS:0;f83a3c5fcf38:34891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T22:07:50,425 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36145, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T22:07:50,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42775 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f83a3c5fcf38,34891,1733609269684 2024-12-07T22:07:50,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42775 {}] master.ServerManager(486): Registering regionserver=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:07:50,429 DEBUG [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:07:50,429 DEBUG [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37447 2024-12-07T22:07:50,429 DEBUG [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-07T22:07:50,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-07T22:07:50,431 DEBUG [RS:0;f83a3c5fcf38:34891 {}] zookeeper.ZKUtil(111): regionserver:34891-0x1006e85bbca0004, quorum=127.0.0.1:58346, baseZNode=/2 Set watcher on existing znode=/2/rs/f83a3c5fcf38,34891,1733609269684 2024-12-07T22:07:50,431 WARN [RS:0;f83a3c5fcf38:34891 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T22:07:50,431 INFO [RS:0;f83a3c5fcf38:34891 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T22:07:50,431 DEBUG [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/WALs/f83a3c5fcf38,34891,1733609269684 2024-12-07T22:07:50,432 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f83a3c5fcf38,34891,1733609269684] 2024-12-07T22:07:50,436 DEBUG [RS:0;f83a3c5fcf38:34891 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-07T22:07:50,436 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T22:07:50,440 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T22:07:50,442 INFO [RS:0;f83a3c5fcf38:34891 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T22:07:50,442 INFO [RS:0;f83a3c5fcf38:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:50,442 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-07T22:07:50,444 INFO [RS:0;f83a3c5fcf38:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:50,444 DEBUG [RS:0;f83a3c5fcf38:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:07:50,444 DEBUG [RS:0;f83a3c5fcf38:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:07:50,444 DEBUG [RS:0;f83a3c5fcf38:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:07:50,444 DEBUG [RS:0;f83a3c5fcf38:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:07:50,444 DEBUG [RS:0;f83a3c5fcf38:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:07:50,444 DEBUG [RS:0;f83a3c5fcf38:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f83a3c5fcf38:0, corePoolSize=2, maxPoolSize=2 2024-12-07T22:07:50,444 DEBUG [RS:0;f83a3c5fcf38:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:07:50,445 DEBUG [RS:0;f83a3c5fcf38:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:07:50,445 DEBUG [RS:0;f83a3c5fcf38:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:07:50,445 DEBUG [RS:0;f83a3c5fcf38:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:07:50,445 DEBUG [RS:0;f83a3c5fcf38:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:07:50,445 DEBUG [RS:0;f83a3c5fcf38:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f83a3c5fcf38:0, corePoolSize=3, maxPoolSize=3 2024-12-07T22:07:50,445 DEBUG [RS:0;f83a3c5fcf38:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0, corePoolSize=3, maxPoolSize=3 2024-12-07T22:07:50,448 INFO [RS:0;f83a3c5fcf38:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:50,448 INFO [RS:0;f83a3c5fcf38:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:50,448 INFO [RS:0;f83a3c5fcf38:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:50,448 INFO [RS:0;f83a3c5fcf38:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:50,448 INFO [RS:0;f83a3c5fcf38:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=f83a3c5fcf38,34891,1733609269684-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T22:07:50,463 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T22:07:50,464 INFO [RS:0;f83a3c5fcf38:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=f83a3c5fcf38,34891,1733609269684-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:50,479 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.Replication(204): f83a3c5fcf38,34891,1733609269684 started 2024-12-07T22:07:50,479 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(1767): Serving as f83a3c5fcf38,34891,1733609269684, RpcServer on f83a3c5fcf38/172.17.0.2:34891, sessionid=0x1006e85bbca0004 2024-12-07T22:07:50,479 DEBUG [RS:0;f83a3c5fcf38:34891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T22:07:50,479 DEBUG [RS:0;f83a3c5fcf38:34891 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f83a3c5fcf38,34891,1733609269684 2024-12-07T22:07:50,479 DEBUG [RS:0;f83a3c5fcf38:34891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f83a3c5fcf38,34891,1733609269684' 2024-12-07T22:07:50,479 DEBUG [RS:0;f83a3c5fcf38:34891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/flush-table-proc/abort' 2024-12-07T22:07:50,480 DEBUG [RS:0;f83a3c5fcf38:34891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/flush-table-proc/acquired' 2024-12-07T22:07:50,480 DEBUG [RS:0;f83a3c5fcf38:34891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T22:07:50,480 DEBUG [RS:0;f83a3c5fcf38:34891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T22:07:50,480 DEBUG [RS:0;f83a3c5fcf38:34891 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f83a3c5fcf38,34891,1733609269684 2024-12-07T22:07:50,481 DEBUG [RS:0;f83a3c5fcf38:34891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f83a3c5fcf38,34891,1733609269684' 2024-12-07T22:07:50,481 DEBUG [RS:0;f83a3c5fcf38:34891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/online-snapshot/abort' 2024-12-07T22:07:50,481 DEBUG [RS:0;f83a3c5fcf38:34891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/online-snapshot/acquired' 2024-12-07T22:07:50,481 DEBUG [RS:0;f83a3c5fcf38:34891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T22:07:50,481 INFO [RS:0;f83a3c5fcf38:34891 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T22:07:50,482 INFO [RS:0;f83a3c5fcf38:34891 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T22:07:50,582 INFO [RS:0;f83a3c5fcf38:34891 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T22:07:50,585 INFO [RS:0;f83a3c5fcf38:34891 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f83a3c5fcf38%2C34891%2C1733609269684, suffix=, logDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/WALs/f83a3c5fcf38,34891,1733609269684, archiveDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/oldWALs, maxLogs=10 2024-12-07T22:07:50,600 DEBUG [RS:0;f83a3c5fcf38:34891 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/WALs/f83a3c5fcf38,34891,1733609269684/f83a3c5fcf38%2C34891%2C1733609269684.1733609270586, exclude list is [], retry=0 2024-12-07T22:07:50,604 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38947,DS-095c436c-f593-407b-a50d-dda7a36e9557,DISK] 2024-12-07T22:07:50,607 INFO [RS:0;f83a3c5fcf38:34891 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/WALs/f83a3c5fcf38,34891,1733609269684/f83a3c5fcf38%2C34891%2C1733609269684.1733609270586 2024-12-07T22:07:50,607 DEBUG [RS:0;f83a3c5fcf38:34891 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45931:45931)] 2024-12-07T22:07:50,756 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-07T22:07:50,757 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:07:50,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741833_1009 (size=32) 2024-12-07T22:07:51,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:51,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T22:07:51,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T22:07:51,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:51,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T22:07:51,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T22:07:51,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T22:07:51,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:51,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T22:07:51,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T22:07:51,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T22:07:51,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:51,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T22:07:51,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/meta/1588230740 2024-12-07T22:07:51,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/meta/1588230740 2024-12-07T22:07:51,181 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T22:07:51,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-07T22:07:51,186 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:51,187 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62571923, jitterRate=-0.06760568916797638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T22:07:51,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-07T22:07:51,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-07T22:07:51,187 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-07T22:07:51,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-07T22:07:51,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T22:07:51,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T22:07:51,187 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-07T22:07:51,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-07T22:07:51,189 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-07T22:07:51,189 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-07T22:07:51,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T22:07:51,191 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T22:07:51,192 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T22:07:51,342 DEBUG [f83a3c5fcf38:42775 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T22:07:51,343 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:07:51,345 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f83a3c5fcf38,34891,1733609269684, state=OPENING 2024-12-07T22:07:51,346 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T22:07:51,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1006e85bbca0004, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-07T22:07:51,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-07T22:07:51,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:07:51,349 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-07T22:07:51,349 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-07T22:07:51,475 INFO [f83a3c5fcf38:41787Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-07T22:07:51,502 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,34891,1733609269684 2024-12-07T22:07:51,502 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T22:07:51,505 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T22:07:51,510 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-07T22:07:51,510 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T22:07:51,511 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T22:07:51,513 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f83a3c5fcf38%2C34891%2C1733609269684.meta, suffix=.meta, logDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/WALs/f83a3c5fcf38,34891,1733609269684, archiveDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/oldWALs, maxLogs=10 2024-12-07T22:07:51,531 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/WALs/f83a3c5fcf38,34891,1733609269684/f83a3c5fcf38%2C34891%2C1733609269684.meta.1733609271515.meta, exclude list is [], retry=0 2024-12-07T22:07:51,534 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38947,DS-095c436c-f593-407b-a50d-dda7a36e9557,DISK] 2024-12-07T22:07:51,537 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/WALs/f83a3c5fcf38,34891,1733609269684/f83a3c5fcf38%2C34891%2C1733609269684.meta.1733609271515.meta 2024-12-07T22:07:51,537 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45931:45931)] 2024-12-07T22:07:51,537 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:07:51,538 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T22:07:51,538 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T22:07:51,538 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T22:07:51,538 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T22:07:51,538 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:51,539 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-07T22:07:51,539 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-07T22:07:51,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T22:07:51,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T22:07:51,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:51,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T22:07:51,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T22:07:51,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T22:07:51,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:51,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T22:07:51,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T22:07:51,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T22:07:51,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:51,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T22:07:51,547 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/meta/1588230740 2024-12-07T22:07:51,549 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/meta/1588230740 2024-12-07T22:07:51,551 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-07T22:07:51,553 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-07T22:07:51,554 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71766533, jitterRate=0.06940467655658722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-07T22:07:51,554 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-07T22:07:51,556 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733609271502 2024-12-07T22:07:51,559 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T22:07:51,559 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-07T22:07:51,560 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:07:51,561 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f83a3c5fcf38,34891,1733609269684, state=OPEN 2024-12-07T22:07:51,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1006e85bbca0004, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-07T22:07:51,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-07T22:07:51,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-07T22:07:51,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-07T22:07:51,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T22:07:51,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=f83a3c5fcf38,34891,1733609269684 in 215 msec 2024-12-07T22:07:51,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T22:07:51,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 377 msec 2024-12-07T22:07:51,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-12-07T22:07:51,573 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733609271572, completionTime=-1 2024-12-07T22:07:51,573 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T22:07:51,573 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-07T22:07:51,574 DEBUG [hconnection-0x18b63163-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:07:51,575 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:07:51,577 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-07T22:07:51,577 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733609331577 2024-12-07T22:07:51,577 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733609391577 2024-12-07T22:07:51,577 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-12-07T22:07:51,583 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f83a3c5fcf38,42775,1733609269638-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:51,583 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f83a3c5fcf38,42775,1733609269638-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:51,583 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f83a3c5fcf38,42775,1733609269638-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:51,583 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f83a3c5fcf38:42775, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:51,583 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:51,583 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-07T22:07:51,584 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T22:07:51,585 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-07T22:07:51,586 DEBUG [master/f83a3c5fcf38:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-07T22:07:51,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T22:07:51,587 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:51,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T22:07:51,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741835_1011 (size=358) 2024-12-07T22:07:51,999 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6bbc327dac48ac922ead4073018c7139, NAME => 'hbase:namespace,,1733609271583.6bbc327dac48ac922ead4073018c7139.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:07:52,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741836_1012 (size=42) 2024-12-07T22:07:52,399 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T22:07:52,400 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-07T22:07:52,409 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733609271583.6bbc327dac48ac922ead4073018c7139.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:52,409 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 6bbc327dac48ac922ead4073018c7139, disabling compactions & flushes 2024-12-07T22:07:52,409 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733609271583.6bbc327dac48ac922ead4073018c7139. 2024-12-07T22:07:52,409 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733609271583.6bbc327dac48ac922ead4073018c7139. 2024-12-07T22:07:52,410 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733609271583.6bbc327dac48ac922ead4073018c7139. after waiting 0 ms 2024-12-07T22:07:52,410 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733609271583.6bbc327dac48ac922ead4073018c7139. 2024-12-07T22:07:52,410 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733609271583.6bbc327dac48ac922ead4073018c7139. 2024-12-07T22:07:52,410 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6bbc327dac48ac922ead4073018c7139: 2024-12-07T22:07:52,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T22:07:52,412 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733609271583.6bbc327dac48ac922ead4073018c7139.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733609272412"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609272412"}]},"ts":"1733609272412"} 2024-12-07T22:07:52,415 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-07T22:07:52,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T22:07:52,417 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733609272416"}]},"ts":"1733609272416"} 2024-12-07T22:07:52,419 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-07T22:07:52,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=6bbc327dac48ac922ead4073018c7139, ASSIGN}] 2024-12-07T22:07:52,425 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=6bbc327dac48ac922ead4073018c7139, ASSIGN 2024-12-07T22:07:52,426 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=6bbc327dac48ac922ead4073018c7139, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:07:52,576 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=6bbc327dac48ac922ead4073018c7139, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:07:52,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 6bbc327dac48ac922ead4073018c7139, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:07:52,733 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,34891,1733609269684 2024-12-07T22:07:52,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733609271583.6bbc327dac48ac922ead4073018c7139. 2024-12-07T22:07:52,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 6bbc327dac48ac922ead4073018c7139, NAME => 'hbase:namespace,,1733609271583.6bbc327dac48ac922ead4073018c7139.', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:07:52,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 6bbc327dac48ac922ead4073018c7139 2024-12-07T22:07:52,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733609271583.6bbc327dac48ac922ead4073018c7139.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:52,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 6bbc327dac48ac922ead4073018c7139 2024-12-07T22:07:52,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 6bbc327dac48ac922ead4073018c7139 2024-12-07T22:07:52,742 INFO [StoreOpener-6bbc327dac48ac922ead4073018c7139-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6bbc327dac48ac922ead4073018c7139 2024-12-07T22:07:52,744 INFO [StoreOpener-6bbc327dac48ac922ead4073018c7139-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bbc327dac48ac922ead4073018c7139 columnFamilyName info 2024-12-07T22:07:52,744 DEBUG [StoreOpener-6bbc327dac48ac922ead4073018c7139-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:52,745 INFO [StoreOpener-6bbc327dac48ac922ead4073018c7139-1 {}] regionserver.HStore(327): Store=6bbc327dac48ac922ead4073018c7139/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:52,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/namespace/6bbc327dac48ac922ead4073018c7139 2024-12-07T22:07:52,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/namespace/6bbc327dac48ac922ead4073018c7139 2024-12-07T22:07:52,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 6bbc327dac48ac922ead4073018c7139 2024-12-07T22:07:52,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/namespace/6bbc327dac48ac922ead4073018c7139/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:52,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 6bbc327dac48ac922ead4073018c7139; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73237855, jitterRate=0.09132908284664154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T22:07:52,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 6bbc327dac48ac922ead4073018c7139: 2024-12-07T22:07:52,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733609271583.6bbc327dac48ac922ead4073018c7139., pid=6, masterSystemTime=1733609272733 2024-12-07T22:07:52,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733609271583.6bbc327dac48ac922ead4073018c7139. 2024-12-07T22:07:52,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733609271583.6bbc327dac48ac922ead4073018c7139. 2024-12-07T22:07:52,758 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=6bbc327dac48ac922ead4073018c7139, regionState=OPEN, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:07:52,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T22:07:52,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 6bbc327dac48ac922ead4073018c7139, server=f83a3c5fcf38,34891,1733609269684 in 180 msec 2024-12-07T22:07:52,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T22:07:52,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=6bbc327dac48ac922ead4073018c7139, ASSIGN in 340 msec 2024-12-07T22:07:52,768 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T22:07:52,768 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733609272768"}]},"ts":"1733609272768"} 2024-12-07T22:07:52,770 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-07T22:07:52,773 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T22:07:52,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.1890 sec 2024-12-07T22:07:52,787 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Set watcher on znode that does not yet exist, /2/namespace 2024-12-07T22:07:52,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/namespace 2024-12-07T22:07:52,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1006e85bbca0004, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-07T22:07:52,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-07T22:07:52,795 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-07T22:07:52,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-07T22:07:52,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 15 msec 2024-12-07T22:07:52,818 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-07T22:07:52,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-07T22:07:52,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 13 msec 2024-12-07T22:07:52,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/default 2024-12-07T22:07:52,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/hbase 2024-12-07T22:07:52,845 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.136sec 2024-12-07T22:07:52,846 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T22:07:52,846 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T22:07:52,846 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T22:07:52,846 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T22:07:52,846 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T22:07:52,846 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f83a3c5fcf38,42775,1733609269638-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T22:07:52,846 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f83a3c5fcf38,42775,1733609269638-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T22:07:52,849 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-07T22:07:52,849 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T22:07:52,849 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f83a3c5fcf38,42775,1733609269638-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T22:07:52,905 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b68f982 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@325e27ff 2024-12-07T22:07:52,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1838c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:07:52,911 DEBUG [hconnection-0x92f0a74-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:07:52,913 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:07:52,916 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=f83a3c5fcf38,42775,1733609269638 2024-12-07T22:07:52,917 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29140e9d to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5819dd61 2024-12-07T22:07:52,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5710c6ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:07:52,922 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ea9221e to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@740a5b0 2024-12-07T22:07:52,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112492ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:07:52,926 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07ad6376 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5422b16 2024-12-07T22:07:52,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c47aa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:07:52,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T22:07:52,937 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T22:07:52,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T22:07:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-07T22:07:52,950 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T22:07:52,951 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:52,952 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T22:07:52,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-07T22:07:52,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741837_1013 (size=631) 2024-12-07T22:07:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T22:07:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T22:07:53,187 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T22:07:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T22:07:53,365 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => b8b48819e2d190e65d9afb25054e0d3d, NAME => 'test,ccc,1733609272942.b8b48819e2d190e65d9afb25054e0d3d.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:53,366 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 673ebbe037e41e9c263ff613cceb3cb7, NAME => 'test,,1733609272942.673ebbe037e41e9c263ff613cceb3cb7.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:53,366 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 8600f3caa9836e39230718d28d5b8c73, NAME => 'test,bbb,1733609272942.8600f3caa9836e39230718d28d5b8c73.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:53,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741838_1014 (size=45) 2024-12-07T22:07:53,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741839_1015 (size=45) 2024-12-07T22:07:53,385 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1733609272942.b8b48819e2d190e65d9afb25054e0d3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:53,386 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing b8b48819e2d190e65d9afb25054e0d3d, disabling compactions & flushes 2024-12-07T22:07:53,386 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1733609272942.b8b48819e2d190e65d9afb25054e0d3d. 2024-12-07T22:07:53,386 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733609272942.b8b48819e2d190e65d9afb25054e0d3d. 2024-12-07T22:07:53,386 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733609272942.b8b48819e2d190e65d9afb25054e0d3d. after waiting 0 ms 2024-12-07T22:07:53,386 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733609272942.b8b48819e2d190e65d9afb25054e0d3d. 2024-12-07T22:07:53,386 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1733609272942.b8b48819e2d190e65d9afb25054e0d3d. 2024-12-07T22:07:53,386 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for b8b48819e2d190e65d9afb25054e0d3d: 2024-12-07T22:07:53,387 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 999ea07f3d78fed8c71dea2ca903508e, NAME => 'test,ddd,1733609272942.999ea07f3d78fed8c71dea2ca903508e.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:53,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741840_1016 (size=42) 2024-12-07T22:07:53,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741841_1017 (size=45) 2024-12-07T22:07:53,400 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ddd,1733609272942.999ea07f3d78fed8c71dea2ca903508e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:53,400 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 999ea07f3d78fed8c71dea2ca903508e, disabling compactions & flushes 2024-12-07T22:07:53,400 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ddd,1733609272942.999ea07f3d78fed8c71dea2ca903508e. 2024-12-07T22:07:53,400 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733609272942.999ea07f3d78fed8c71dea2ca903508e. 2024-12-07T22:07:53,400 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733609272942.999ea07f3d78fed8c71dea2ca903508e. after waiting 0 ms 2024-12-07T22:07:53,401 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733609272942.999ea07f3d78fed8c71dea2ca903508e. 2024-12-07T22:07:53,401 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ddd,1733609272942.999ea07f3d78fed8c71dea2ca903508e. 2024-12-07T22:07:53,401 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 999ea07f3d78fed8c71dea2ca903508e: 2024-12-07T22:07:53,402 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 2577f245af7d901eef580ee4922da0cc, NAME => 'test,eee,1733609272942.2577f245af7d901eef580ee4922da0cc.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:53,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741842_1018 (size=45) 2024-12-07T22:07:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T22:07:53,785 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1733609272942.8600f3caa9836e39230718d28d5b8c73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:53,785 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 8600f3caa9836e39230718d28d5b8c73, disabling compactions & flushes 2024-12-07T22:07:53,785 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1733609272942.8600f3caa9836e39230718d28d5b8c73. 2024-12-07T22:07:53,785 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733609272942.8600f3caa9836e39230718d28d5b8c73. 2024-12-07T22:07:53,785 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733609272942.8600f3caa9836e39230718d28d5b8c73. after waiting 0 ms 2024-12-07T22:07:53,785 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733609272942.8600f3caa9836e39230718d28d5b8c73. 2024-12-07T22:07:53,785 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1733609272942.8600f3caa9836e39230718d28d5b8c73. 2024-12-07T22:07:53,785 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 8600f3caa9836e39230718d28d5b8c73: 2024-12-07T22:07:53,786 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 49c6d345b8d0d3346f8502bf0acda7c7, NAME => 'test,fff,1733609272942.49c6d345b8d0d3346f8502bf0acda7c7.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:53,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1733609272942.673ebbe037e41e9c263ff613cceb3cb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:53,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 673ebbe037e41e9c263ff613cceb3cb7, disabling compactions & flushes 2024-12-07T22:07:53,791 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1733609272942.673ebbe037e41e9c263ff613cceb3cb7. 2024-12-07T22:07:53,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733609272942.673ebbe037e41e9c263ff613cceb3cb7. 2024-12-07T22:07:53,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1733609272942.673ebbe037e41e9c263ff613cceb3cb7. after waiting 0 ms 2024-12-07T22:07:53,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1733609272942.673ebbe037e41e9c263ff613cceb3cb7. 2024-12-07T22:07:53,791 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1733609272942.673ebbe037e41e9c263ff613cceb3cb7. 2024-12-07T22:07:53,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 673ebbe037e41e9c263ff613cceb3cb7: 2024-12-07T22:07:53,791 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d4edb22f1a53a5855fd030a9a66b3095, NAME => 'test,ggg,1733609272942.d4edb22f1a53a5855fd030a9a66b3095.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:53,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741843_1019 (size=45) 2024-12-07T22:07:53,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741844_1020 (size=45) 2024-12-07T22:07:53,812 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,eee,1733609272942.2577f245af7d901eef580ee4922da0cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:53,812 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 2577f245af7d901eef580ee4922da0cc, disabling compactions & flushes 2024-12-07T22:07:53,812 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,eee,1733609272942.2577f245af7d901eef580ee4922da0cc. 2024-12-07T22:07:53,812 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733609272942.2577f245af7d901eef580ee4922da0cc. 2024-12-07T22:07:53,812 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733609272942.2577f245af7d901eef580ee4922da0cc. after waiting 0 ms 2024-12-07T22:07:53,812 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733609272942.2577f245af7d901eef580ee4922da0cc. 2024-12-07T22:07:53,812 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,eee,1733609272942.2577f245af7d901eef580ee4922da0cc. 2024-12-07T22:07:53,812 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 2577f245af7d901eef580ee4922da0cc: 2024-12-07T22:07:53,813 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 7077766bf7af372650ab2234e8d89182, NAME => 'test,hhh,1733609272942.7077766bf7af372650ab2234e8d89182.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:53,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741845_1021 (size=45) 2024-12-07T22:07:53,820 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,hhh,1733609272942.7077766bf7af372650ab2234e8d89182.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:53,820 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 7077766bf7af372650ab2234e8d89182, disabling compactions & flushes 2024-12-07T22:07:53,820 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,hhh,1733609272942.7077766bf7af372650ab2234e8d89182. 2024-12-07T22:07:53,820 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733609272942.7077766bf7af372650ab2234e8d89182. 2024-12-07T22:07:53,820 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733609272942.7077766bf7af372650ab2234e8d89182. after waiting 0 ms 2024-12-07T22:07:53,820 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733609272942.7077766bf7af372650ab2234e8d89182. 2024-12-07T22:07:53,820 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,hhh,1733609272942.7077766bf7af372650ab2234e8d89182. 2024-12-07T22:07:53,820 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 7077766bf7af372650ab2234e8d89182: 2024-12-07T22:07:53,821 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => b60abaae082611950eed8d3700fd9863, NAME => 'test,iii,1733609272942.b60abaae082611950eed8d3700fd9863.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:53,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741846_1022 (size=45) 2024-12-07T22:07:53,975 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T22:07:53,976 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-07T22:07:53,978 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-07T22:07:53,978 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-07T22:07:53,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T22:07:53,979 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-07T22:07:53,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-07T22:07:53,979 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-07T22:07:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T22:07:54,195 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,fff,1733609272942.49c6d345b8d0d3346f8502bf0acda7c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:54,195 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 49c6d345b8d0d3346f8502bf0acda7c7, disabling compactions & flushes 2024-12-07T22:07:54,195 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,fff,1733609272942.49c6d345b8d0d3346f8502bf0acda7c7. 2024-12-07T22:07:54,195 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733609272942.49c6d345b8d0d3346f8502bf0acda7c7. 2024-12-07T22:07:54,195 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733609272942.49c6d345b8d0d3346f8502bf0acda7c7. after waiting 0 ms 2024-12-07T22:07:54,195 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733609272942.49c6d345b8d0d3346f8502bf0acda7c7. 2024-12-07T22:07:54,195 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,fff,1733609272942.49c6d345b8d0d3346f8502bf0acda7c7. 2024-12-07T22:07:54,196 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 49c6d345b8d0d3346f8502bf0acda7c7: 2024-12-07T22:07:54,196 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4187a07febaed8bed169c872ae336462, NAME => 'test,jjj,1733609272942.4187a07febaed8bed169c872ae336462.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:54,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ggg,1733609272942.d4edb22f1a53a5855fd030a9a66b3095.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:54,200 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing d4edb22f1a53a5855fd030a9a66b3095, disabling compactions & flushes 2024-12-07T22:07:54,200 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ggg,1733609272942.d4edb22f1a53a5855fd030a9a66b3095. 2024-12-07T22:07:54,200 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733609272942.d4edb22f1a53a5855fd030a9a66b3095. 2024-12-07T22:07:54,200 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733609272942.d4edb22f1a53a5855fd030a9a66b3095. after waiting 0 ms 2024-12-07T22:07:54,200 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733609272942.d4edb22f1a53a5855fd030a9a66b3095. 2024-12-07T22:07:54,200 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ggg,1733609272942.d4edb22f1a53a5855fd030a9a66b3095. 2024-12-07T22:07:54,200 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for d4edb22f1a53a5855fd030a9a66b3095: 2024-12-07T22:07:54,201 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f2bb476ac29043643e0a3a22596a64c1, NAME => 'test,kkk,1733609272942.f2bb476ac29043643e0a3a22596a64c1.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:54,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741847_1023 (size=45) 2024-12-07T22:07:54,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741848_1024 (size=45) 2024-12-07T22:07:54,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,kkk,1733609272942.f2bb476ac29043643e0a3a22596a64c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:54,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing f2bb476ac29043643e0a3a22596a64c1, disabling compactions & flushes 2024-12-07T22:07:54,209 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,kkk,1733609272942.f2bb476ac29043643e0a3a22596a64c1. 2024-12-07T22:07:54,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733609272942.f2bb476ac29043643e0a3a22596a64c1. 2024-12-07T22:07:54,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733609272942.f2bb476ac29043643e0a3a22596a64c1. after waiting 0 ms 2024-12-07T22:07:54,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733609272942.f2bb476ac29043643e0a3a22596a64c1. 2024-12-07T22:07:54,209 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,kkk,1733609272942.f2bb476ac29043643e0a3a22596a64c1. 2024-12-07T22:07:54,209 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for f2bb476ac29043643e0a3a22596a64c1: 2024-12-07T22:07:54,210 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a0ddeb0c43029ea78e630de2a9c8b008, NAME => 'test,lll,1733609272942.a0ddeb0c43029ea78e630de2a9c8b008.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:54,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741849_1025 (size=45) 2024-12-07T22:07:54,228 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,iii,1733609272942.b60abaae082611950eed8d3700fd9863.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:54,228 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing b60abaae082611950eed8d3700fd9863, disabling compactions & flushes 2024-12-07T22:07:54,228 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,iii,1733609272942.b60abaae082611950eed8d3700fd9863. 2024-12-07T22:07:54,228 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733609272942.b60abaae082611950eed8d3700fd9863. 2024-12-07T22:07:54,228 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733609272942.b60abaae082611950eed8d3700fd9863. after waiting 0 ms 2024-12-07T22:07:54,228 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733609272942.b60abaae082611950eed8d3700fd9863. 2024-12-07T22:07:54,228 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,iii,1733609272942.b60abaae082611950eed8d3700fd9863. 2024-12-07T22:07:54,228 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for b60abaae082611950eed8d3700fd9863: 2024-12-07T22:07:54,229 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => b9e91f9b38708de38b83a99e4a11b07f, NAME => 'test,mmm,1733609272942.b9e91f9b38708de38b83a99e4a11b07f.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:54,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741850_1026 (size=45) 2024-12-07T22:07:54,606 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,jjj,1733609272942.4187a07febaed8bed169c872ae336462.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:54,606 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 4187a07febaed8bed169c872ae336462, disabling compactions & flushes 2024-12-07T22:07:54,606 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,jjj,1733609272942.4187a07febaed8bed169c872ae336462. 2024-12-07T22:07:54,606 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733609272942.4187a07febaed8bed169c872ae336462. 2024-12-07T22:07:54,606 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733609272942.4187a07febaed8bed169c872ae336462. after waiting 0 ms 2024-12-07T22:07:54,606 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733609272942.4187a07febaed8bed169c872ae336462. 2024-12-07T22:07:54,606 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,jjj,1733609272942.4187a07febaed8bed169c872ae336462. 2024-12-07T22:07:54,606 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4187a07febaed8bed169c872ae336462: 2024-12-07T22:07:54,607 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4622ad201e6ce082fbe8ec9da4bdd3bf, NAME => 'test,nnn,1733609272942.4622ad201e6ce082fbe8ec9da4bdd3bf.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:54,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741851_1027 (size=45) 2024-12-07T22:07:54,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,lll,1733609272942.a0ddeb0c43029ea78e630de2a9c8b008.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:54,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing a0ddeb0c43029ea78e630de2a9c8b008, disabling compactions & flushes 2024-12-07T22:07:54,618 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,lll,1733609272942.a0ddeb0c43029ea78e630de2a9c8b008. 2024-12-07T22:07:54,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733609272942.a0ddeb0c43029ea78e630de2a9c8b008. 2024-12-07T22:07:54,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733609272942.a0ddeb0c43029ea78e630de2a9c8b008. after waiting 0 ms 2024-12-07T22:07:54,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733609272942.a0ddeb0c43029ea78e630de2a9c8b008. 2024-12-07T22:07:54,618 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,lll,1733609272942.a0ddeb0c43029ea78e630de2a9c8b008. 2024-12-07T22:07:54,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for a0ddeb0c43029ea78e630de2a9c8b008: 2024-12-07T22:07:54,619 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ae00e60b6640974a4ba0719de301dd62, NAME => 'test,ooo,1733609272942.ae00e60b6640974a4ba0719de301dd62.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:54,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741852_1028 (size=45) 2024-12-07T22:07:54,637 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,mmm,1733609272942.b9e91f9b38708de38b83a99e4a11b07f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:54,637 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing b9e91f9b38708de38b83a99e4a11b07f, disabling compactions & flushes 2024-12-07T22:07:54,637 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,mmm,1733609272942.b9e91f9b38708de38b83a99e4a11b07f. 2024-12-07T22:07:54,637 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733609272942.b9e91f9b38708de38b83a99e4a11b07f. 2024-12-07T22:07:54,637 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733609272942.b9e91f9b38708de38b83a99e4a11b07f. after waiting 0 ms 2024-12-07T22:07:54,637 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733609272942.b9e91f9b38708de38b83a99e4a11b07f. 2024-12-07T22:07:54,637 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,mmm,1733609272942.b9e91f9b38708de38b83a99e4a11b07f. 2024-12-07T22:07:54,637 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for b9e91f9b38708de38b83a99e4a11b07f: 2024-12-07T22:07:54,638 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => e6001c77e706a988a66c39f2e85135a8, NAME => 'test,ppp,1733609272942.e6001c77e706a988a66c39f2e85135a8.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:54,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741853_1029 (size=45) 2024-12-07T22:07:55,017 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,nnn,1733609272942.4622ad201e6ce082fbe8ec9da4bdd3bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:55,017 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 4622ad201e6ce082fbe8ec9da4bdd3bf, disabling compactions & flushes 2024-12-07T22:07:55,017 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,nnn,1733609272942.4622ad201e6ce082fbe8ec9da4bdd3bf. 2024-12-07T22:07:55,017 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733609272942.4622ad201e6ce082fbe8ec9da4bdd3bf. 2024-12-07T22:07:55,018 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733609272942.4622ad201e6ce082fbe8ec9da4bdd3bf. after waiting 0 ms 2024-12-07T22:07:55,018 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733609272942.4622ad201e6ce082fbe8ec9da4bdd3bf. 2024-12-07T22:07:55,018 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,nnn,1733609272942.4622ad201e6ce082fbe8ec9da4bdd3bf. 2024-12-07T22:07:55,018 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4622ad201e6ce082fbe8ec9da4bdd3bf: 2024-12-07T22:07:55,019 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 84f838a2af510babfb346b9f492d7ed3, NAME => 'test,qqq,1733609272942.84f838a2af510babfb346b9f492d7ed3.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:55,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741854_1030 (size=45) 2024-12-07T22:07:55,027 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,qqq,1733609272942.84f838a2af510babfb346b9f492d7ed3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:55,027 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 84f838a2af510babfb346b9f492d7ed3, disabling compactions & flushes 2024-12-07T22:07:55,027 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,qqq,1733609272942.84f838a2af510babfb346b9f492d7ed3. 2024-12-07T22:07:55,027 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733609272942.84f838a2af510babfb346b9f492d7ed3. 2024-12-07T22:07:55,027 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733609272942.84f838a2af510babfb346b9f492d7ed3. after waiting 0 ms 2024-12-07T22:07:55,027 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733609272942.84f838a2af510babfb346b9f492d7ed3. 2024-12-07T22:07:55,027 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,qqq,1733609272942.84f838a2af510babfb346b9f492d7ed3. 2024-12-07T22:07:55,027 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 84f838a2af510babfb346b9f492d7ed3: 2024-12-07T22:07:55,028 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 39628011265d33830ae67273dffed456, NAME => 'test,rrr,1733609272942.39628011265d33830ae67273dffed456.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:55,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ooo,1733609272942.ae00e60b6640974a4ba0719de301dd62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:55,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing ae00e60b6640974a4ba0719de301dd62, disabling compactions & flushes 2024-12-07T22:07:55,028 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ooo,1733609272942.ae00e60b6640974a4ba0719de301dd62. 2024-12-07T22:07:55,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733609272942.ae00e60b6640974a4ba0719de301dd62. 2024-12-07T22:07:55,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733609272942.ae00e60b6640974a4ba0719de301dd62. after waiting 0 ms 2024-12-07T22:07:55,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733609272942.ae00e60b6640974a4ba0719de301dd62. 2024-12-07T22:07:55,028 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ooo,1733609272942.ae00e60b6640974a4ba0719de301dd62. 2024-12-07T22:07:55,028 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for ae00e60b6640974a4ba0719de301dd62: 2024-12-07T22:07:55,029 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cf586c3d8079ddbb20f3e7532b09b543, NAME => 'test,sss,1733609272942.cf586c3d8079ddbb20f3e7532b09b543.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:55,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741855_1031 (size=45) 2024-12-07T22:07:55,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741856_1032 (size=45) 2024-12-07T22:07:55,046 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ppp,1733609272942.e6001c77e706a988a66c39f2e85135a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:55,046 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing e6001c77e706a988a66c39f2e85135a8, disabling compactions & flushes 2024-12-07T22:07:55,046 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ppp,1733609272942.e6001c77e706a988a66c39f2e85135a8. 2024-12-07T22:07:55,046 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733609272942.e6001c77e706a988a66c39f2e85135a8. 2024-12-07T22:07:55,047 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733609272942.e6001c77e706a988a66c39f2e85135a8. after waiting 0 ms 2024-12-07T22:07:55,047 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733609272942.e6001c77e706a988a66c39f2e85135a8. 2024-12-07T22:07:55,047 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ppp,1733609272942.e6001c77e706a988a66c39f2e85135a8. 2024-12-07T22:07:55,047 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for e6001c77e706a988a66c39f2e85135a8: 2024-12-07T22:07:55,047 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => b4707d29b0966135f5236eb4fcdb560c, NAME => 'test,ttt,1733609272942.b4707d29b0966135f5236eb4fcdb560c.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:55,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741857_1033 (size=45) 2024-12-07T22:07:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T22:07:55,441 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,rrr,1733609272942.39628011265d33830ae67273dffed456.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:55,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,sss,1733609272942.cf586c3d8079ddbb20f3e7532b09b543.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:55,441 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 39628011265d33830ae67273dffed456, disabling compactions & flushes 2024-12-07T22:07:55,441 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,rrr,1733609272942.39628011265d33830ae67273dffed456. 2024-12-07T22:07:55,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing cf586c3d8079ddbb20f3e7532b09b543, disabling compactions & flushes 2024-12-07T22:07:55,441 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733609272942.39628011265d33830ae67273dffed456. 2024-12-07T22:07:55,441 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733609272942.39628011265d33830ae67273dffed456. after waiting 0 ms 2024-12-07T22:07:55,441 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733609272942.39628011265d33830ae67273dffed456. 2024-12-07T22:07:55,441 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,sss,1733609272942.cf586c3d8079ddbb20f3e7532b09b543. 2024-12-07T22:07:55,441 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,rrr,1733609272942.39628011265d33830ae67273dffed456. 2024-12-07T22:07:55,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733609272942.cf586c3d8079ddbb20f3e7532b09b543. 2024-12-07T22:07:55,441 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 39628011265d33830ae67273dffed456: 2024-12-07T22:07:55,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733609272942.cf586c3d8079ddbb20f3e7532b09b543. after waiting 0 ms 2024-12-07T22:07:55,442 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733609272942.cf586c3d8079ddbb20f3e7532b09b543. 2024-12-07T22:07:55,442 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,sss,1733609272942.cf586c3d8079ddbb20f3e7532b09b543. 2024-12-07T22:07:55,442 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for cf586c3d8079ddbb20f3e7532b09b543: 2024-12-07T22:07:55,442 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f7a38eb14bd441cce0888feb54da28d2, NAME => 'test,uuu,1733609272942.f7a38eb14bd441cce0888feb54da28d2.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:55,443 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 275aae96c1b38fde58de828813838b49, NAME => 'test,vvv,1733609272942.275aae96c1b38fde58de828813838b49.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:55,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741858_1034 (size=45) 2024-12-07T22:07:55,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741859_1035 (size=45) 2024-12-07T22:07:55,456 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ttt,1733609272942.b4707d29b0966135f5236eb4fcdb560c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:55,456 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing b4707d29b0966135f5236eb4fcdb560c, disabling compactions & flushes 2024-12-07T22:07:55,456 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ttt,1733609272942.b4707d29b0966135f5236eb4fcdb560c. 2024-12-07T22:07:55,456 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733609272942.b4707d29b0966135f5236eb4fcdb560c. 2024-12-07T22:07:55,456 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733609272942.b4707d29b0966135f5236eb4fcdb560c. after waiting 0 ms 2024-12-07T22:07:55,456 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733609272942.b4707d29b0966135f5236eb4fcdb560c. 2024-12-07T22:07:55,456 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ttt,1733609272942.b4707d29b0966135f5236eb4fcdb560c. 2024-12-07T22:07:55,456 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for b4707d29b0966135f5236eb4fcdb560c: 2024-12-07T22:07:55,457 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => c6d28aca0debddc618efb68ed51b21da, NAME => 'test,www,1733609272942.c6d28aca0debddc618efb68ed51b21da.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:55,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741860_1036 (size=45) 2024-12-07T22:07:55,478 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-07T22:07:55,852 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,vvv,1733609272942.275aae96c1b38fde58de828813838b49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:55,852 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,uuu,1733609272942.f7a38eb14bd441cce0888feb54da28d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:55,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 275aae96c1b38fde58de828813838b49, disabling compactions & flushes 2024-12-07T22:07:55,853 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,vvv,1733609272942.275aae96c1b38fde58de828813838b49. 2024-12-07T22:07:55,853 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing f7a38eb14bd441cce0888feb54da28d2, disabling compactions & flushes 2024-12-07T22:07:55,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733609272942.275aae96c1b38fde58de828813838b49. 2024-12-07T22:07:55,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733609272942.275aae96c1b38fde58de828813838b49. after waiting 0 ms 2024-12-07T22:07:55,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733609272942.275aae96c1b38fde58de828813838b49. 2024-12-07T22:07:55,853 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,uuu,1733609272942.f7a38eb14bd441cce0888feb54da28d2. 2024-12-07T22:07:55,853 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,vvv,1733609272942.275aae96c1b38fde58de828813838b49. 2024-12-07T22:07:55,853 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733609272942.f7a38eb14bd441cce0888feb54da28d2. 2024-12-07T22:07:55,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 275aae96c1b38fde58de828813838b49: 2024-12-07T22:07:55,853 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733609272942.f7a38eb14bd441cce0888feb54da28d2. after waiting 0 ms 2024-12-07T22:07:55,853 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733609272942.f7a38eb14bd441cce0888feb54da28d2. 2024-12-07T22:07:55,853 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,uuu,1733609272942.f7a38eb14bd441cce0888feb54da28d2. 2024-12-07T22:07:55,853 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for f7a38eb14bd441cce0888feb54da28d2: 2024-12-07T22:07:55,854 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d3a2d19ff92e93f1124e0c61f1680574, NAME => 'test,xxx,1733609272942.d3a2d19ff92e93f1124e0c61f1680574.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:55,854 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => efbcbe8ac02063be81a55af954e29849, NAME => 'test,yyy,1733609272942.efbcbe8ac02063be81a55af954e29849.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:55,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741862_1038 (size=45) 2024-12-07T22:07:55,865 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,www,1733609272942.c6d28aca0debddc618efb68ed51b21da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:55,865 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing c6d28aca0debddc618efb68ed51b21da, disabling compactions & flushes 2024-12-07T22:07:55,866 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,www,1733609272942.c6d28aca0debddc618efb68ed51b21da. 2024-12-07T22:07:55,866 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733609272942.c6d28aca0debddc618efb68ed51b21da. 2024-12-07T22:07:55,866 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1733609272942.c6d28aca0debddc618efb68ed51b21da. after waiting 0 ms 2024-12-07T22:07:55,866 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1733609272942.c6d28aca0debddc618efb68ed51b21da. 2024-12-07T22:07:55,866 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,www,1733609272942.c6d28aca0debddc618efb68ed51b21da. 2024-12-07T22:07:55,866 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for c6d28aca0debddc618efb68ed51b21da: 2024-12-07T22:07:55,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741861_1037 (size=45) 2024-12-07T22:07:55,867 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 2b837fb31420e995d87c6d418793df34, NAME => 'test,zzz,1733609272942.2b837fb31420e995d87c6d418793df34.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:07:55,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741863_1039 (size=42) 2024-12-07T22:07:56,269 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,yyy,1733609272942.efbcbe8ac02063be81a55af954e29849.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:56,270 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing efbcbe8ac02063be81a55af954e29849, disabling compactions & flushes 2024-12-07T22:07:56,270 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,yyy,1733609272942.efbcbe8ac02063be81a55af954e29849. 2024-12-07T22:07:56,270 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733609272942.efbcbe8ac02063be81a55af954e29849. 2024-12-07T22:07:56,270 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733609272942.efbcbe8ac02063be81a55af954e29849. after waiting 0 ms 2024-12-07T22:07:56,270 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733609272942.efbcbe8ac02063be81a55af954e29849. 2024-12-07T22:07:56,270 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,yyy,1733609272942.efbcbe8ac02063be81a55af954e29849. 2024-12-07T22:07:56,271 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for efbcbe8ac02063be81a55af954e29849: 2024-12-07T22:07:56,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,xxx,1733609272942.d3a2d19ff92e93f1124e0c61f1680574.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:56,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing d3a2d19ff92e93f1124e0c61f1680574, disabling compactions & flushes 2024-12-07T22:07:56,272 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,xxx,1733609272942.d3a2d19ff92e93f1124e0c61f1680574. 2024-12-07T22:07:56,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733609272942.d3a2d19ff92e93f1124e0c61f1680574. 2024-12-07T22:07:56,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733609272942.d3a2d19ff92e93f1124e0c61f1680574. after waiting 0 ms 2024-12-07T22:07:56,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733609272942.d3a2d19ff92e93f1124e0c61f1680574. 2024-12-07T22:07:56,272 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,xxx,1733609272942.d3a2d19ff92e93f1124e0c61f1680574. 2024-12-07T22:07:56,273 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for d3a2d19ff92e93f1124e0c61f1680574: 2024-12-07T22:07:56,278 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,zzz,1733609272942.2b837fb31420e995d87c6d418793df34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:56,278 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 2b837fb31420e995d87c6d418793df34, disabling compactions & flushes 2024-12-07T22:07:56,278 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,zzz,1733609272942.2b837fb31420e995d87c6d418793df34. 2024-12-07T22:07:56,279 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733609272942.2b837fb31420e995d87c6d418793df34. 2024-12-07T22:07:56,279 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733609272942.2b837fb31420e995d87c6d418793df34. after waiting 0 ms 2024-12-07T22:07:56,279 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733609272942.2b837fb31420e995d87c6d418793df34. 2024-12-07T22:07:56,279 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,zzz,1733609272942.2b837fb31420e995d87c6d418793df34. 2024-12-07T22:07:56,279 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 2b837fb31420e995d87c6d418793df34: 2024-12-07T22:07:56,282 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T22:07:56,283 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1733609272942.b8b48819e2d190e65d9afb25054e0d3d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609276282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609276282"}]},"ts":"1733609276282"} 2024-12-07T22:07:56,284 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1733609272942.999ea07f3d78fed8c71dea2ca903508e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609276282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609276282"}]},"ts":"1733609276282"} 2024-12-07T22:07:56,284 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1733609272942.8600f3caa9836e39230718d28d5b8c73.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609276282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609276282"}]},"ts":"1733609276282"} 2024-12-07T22:07:56,284 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1733609272942.673ebbe037e41e9c263ff613cceb3cb7.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733609276282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609276282"}]},"ts":"1733609276282"} 2024-12-07T22:07:56,284 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1733609272942.2577f245af7d901eef580ee4922da0cc.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609276282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609276282"}]},"ts":"1733609276282"} 2024-12-07T22:07:56,285 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1733609272942.7077766bf7af372650ab2234e8d89182.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609276282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609276282"}]},"ts":"1733609276282"} 2024-12-07T22:07:56,285 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1733609272942.49c6d345b8d0d3346f8502bf0acda7c7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609276282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609276282"}]},"ts":"1733609276282"} 2024-12-07T22:07:56,285 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1733609272942.d4edb22f1a53a5855fd030a9a66b3095.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609276282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609276282"}]},"ts":"1733609276282"} 2024-12-07T22:07:56,285 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1733609272942.f2bb476ac29043643e0a3a22596a64c1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609276282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609276282"}]},"ts":"1733609276282"} 2024-12-07T22:07:56,285 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1733609272942.b60abaae082611950eed8d3700fd9863.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609276282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609276282"}]},"ts":"1733609276282"} 2024-12-07T22:07:56,286 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1733609272942.4187a07febaed8bed169c872ae336462.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609276282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609276282"}]},"ts":"1733609276282"} 2024-12-07T22:07:56,286 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1733609272942.a0ddeb0c43029ea78e630de2a9c8b008.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609276282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609276282"}]},"ts":"1733609276282"} 2024-12-07T22:07:56,286 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1733609272942.b9e91f9b38708de38b83a99e4a11b07f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609276282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609276282"}]},"ts":"1733609276282"} 2024-12-07T22:07:56,286 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1733609272942.4622ad201e6ce082fbe8ec9da4bdd3bf.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609276282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609276282"}]},"ts":"1733609276282"} 2024-12-07T22:07:56,287 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1733609272942.84f838a2af510babfb346b9f492d7ed3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609276282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609276282"}]},"ts":"1733609276282"} 2024-12-07T22:07:56,287 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1733609272942.ae00e60b6640974a4ba0719de301dd62.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609276282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609276282"}]},"ts":"1733609276282"} 2024-12-07T22:07:56,287 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1733609272942.e6001c77e706a988a66c39f2e85135a8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609276282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609276282"}]},"ts":"1733609276282"} 2024-12-07T22:07:56,287 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1733609272942.39628011265d33830ae67273dffed456.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609276282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609276282"}]},"ts":"1733609276282"} 2024-12-07T22:07:56,287 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1733609272942.cf586c3d8079ddbb20f3e7532b09b543.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609276282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609276282"}]},"ts":"1733609276282"} 2024-12-07T22:07:56,288 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1733609272942.b4707d29b0966135f5236eb4fcdb560c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609276282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609276282"}]},"ts":"1733609276282"} 2024-12-07T22:07:56,288 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1733609272942.275aae96c1b38fde58de828813838b49.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609276282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609276282"}]},"ts":"1733609276282"} 2024-12-07T22:07:56,288 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1733609272942.f7a38eb14bd441cce0888feb54da28d2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609276282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609276282"}]},"ts":"1733609276282"} 2024-12-07T22:07:56,288 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1733609272942.c6d28aca0debddc618efb68ed51b21da.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609276282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609276282"}]},"ts":"1733609276282"} 2024-12-07T22:07:56,289 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1733609272942.efbcbe8ac02063be81a55af954e29849.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609276282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609276282"}]},"ts":"1733609276282"} 2024-12-07T22:07:56,289 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1733609272942.d3a2d19ff92e93f1124e0c61f1680574.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609276282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609276282"}]},"ts":"1733609276282"} 2024-12-07T22:07:56,289 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1733609272942.2b837fb31420e995d87c6d418793df34.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733609276282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609276282"}]},"ts":"1733609276282"} 2024-12-07T22:07:56,356 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-07T22:07:56,358 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T22:07:56,359 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733609276358"}]},"ts":"1733609276358"} 2024-12-07T22:07:56,362 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-07T22:07:56,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=673ebbe037e41e9c263ff613cceb3cb7, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8600f3caa9836e39230718d28d5b8c73, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b8b48819e2d190e65d9afb25054e0d3d, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=999ea07f3d78fed8c71dea2ca903508e, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2577f245af7d901eef580ee4922da0cc, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=49c6d345b8d0d3346f8502bf0acda7c7, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d4edb22f1a53a5855fd030a9a66b3095, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7077766bf7af372650ab2234e8d89182, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b60abaae082611950eed8d3700fd9863, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4187a07febaed8bed169c872ae336462, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f2bb476ac29043643e0a3a22596a64c1, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a0ddeb0c43029ea78e630de2a9c8b008, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b9e91f9b38708de38b83a99e4a11b07f, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4622ad201e6ce082fbe8ec9da4bdd3bf, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ae00e60b6640974a4ba0719de301dd62, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e6001c77e706a988a66c39f2e85135a8, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=84f838a2af510babfb346b9f492d7ed3, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=39628011265d33830ae67273dffed456, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cf586c3d8079ddbb20f3e7532b09b543, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b4707d29b0966135f5236eb4fcdb560c, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f7a38eb14bd441cce0888feb54da28d2, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=275aae96c1b38fde58de828813838b49, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c6d28aca0debddc618efb68ed51b21da, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d3a2d19ff92e93f1124e0c61f1680574, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=efbcbe8ac02063be81a55af954e29849, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2b837fb31420e995d87c6d418793df34, ASSIGN}] 2024-12-07T22:07:56,374 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=673ebbe037e41e9c263ff613cceb3cb7, ASSIGN 2024-12-07T22:07:56,375 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=999ea07f3d78fed8c71dea2ca903508e, ASSIGN 2024-12-07T22:07:56,375 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b8b48819e2d190e65d9afb25054e0d3d, ASSIGN 2024-12-07T22:07:56,375 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8600f3caa9836e39230718d28d5b8c73, ASSIGN 2024-12-07T22:07:56,376 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=673ebbe037e41e9c263ff613cceb3cb7, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:56,377 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=999ea07f3d78fed8c71dea2ca903508e, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:56,377 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8600f3caa9836e39230718d28d5b8c73, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:56,377 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b8b48819e2d190e65d9afb25054e0d3d, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:56,378 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2b837fb31420e995d87c6d418793df34, ASSIGN 2024-12-07T22:07:56,380 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2b837fb31420e995d87c6d418793df34, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:56,382 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d3a2d19ff92e93f1124e0c61f1680574, ASSIGN 2024-12-07T22:07:56,382 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c6d28aca0debddc618efb68ed51b21da, ASSIGN 2024-12-07T22:07:56,383 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=efbcbe8ac02063be81a55af954e29849, ASSIGN 2024-12-07T22:07:56,384 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d3a2d19ff92e93f1124e0c61f1680574, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:56,384 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c6d28aca0debddc618efb68ed51b21da, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:56,385 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=efbcbe8ac02063be81a55af954e29849, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:56,386 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=275aae96c1b38fde58de828813838b49, ASSIGN 2024-12-07T22:07:56,386 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f7a38eb14bd441cce0888feb54da28d2, ASSIGN 2024-12-07T22:07:56,387 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=275aae96c1b38fde58de828813838b49, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:56,387 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f7a38eb14bd441cce0888feb54da28d2, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:56,387 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b4707d29b0966135f5236eb4fcdb560c, ASSIGN 2024-12-07T22:07:56,388 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b4707d29b0966135f5236eb4fcdb560c, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:56,388 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cf586c3d8079ddbb20f3e7532b09b543, ASSIGN 2024-12-07T22:07:56,390 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=cf586c3d8079ddbb20f3e7532b09b543, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:56,390 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=39628011265d33830ae67273dffed456, ASSIGN 2024-12-07T22:07:56,391 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=39628011265d33830ae67273dffed456, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:56,391 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=84f838a2af510babfb346b9f492d7ed3, ASSIGN 2024-12-07T22:07:56,392 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=84f838a2af510babfb346b9f492d7ed3, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:56,393 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e6001c77e706a988a66c39f2e85135a8, ASSIGN 2024-12-07T22:07:56,394 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e6001c77e706a988a66c39f2e85135a8, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:56,394 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ae00e60b6640974a4ba0719de301dd62, ASSIGN 2024-12-07T22:07:56,395 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4622ad201e6ce082fbe8ec9da4bdd3bf, ASSIGN 2024-12-07T22:07:56,396 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ae00e60b6640974a4ba0719de301dd62, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:56,396 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4622ad201e6ce082fbe8ec9da4bdd3bf, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:56,396 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b9e91f9b38708de38b83a99e4a11b07f, ASSIGN 2024-12-07T22:07:56,398 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b9e91f9b38708de38b83a99e4a11b07f, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:56,398 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=a0ddeb0c43029ea78e630de2a9c8b008, ASSIGN 2024-12-07T22:07:56,399 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=a0ddeb0c43029ea78e630de2a9c8b008, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:56,399 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f2bb476ac29043643e0a3a22596a64c1, ASSIGN 2024-12-07T22:07:56,400 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f2bb476ac29043643e0a3a22596a64c1, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:56,400 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4187a07febaed8bed169c872ae336462, ASSIGN 2024-12-07T22:07:56,401 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4187a07febaed8bed169c872ae336462, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:56,402 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b60abaae082611950eed8d3700fd9863, ASSIGN 2024-12-07T22:07:56,403 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b60abaae082611950eed8d3700fd9863, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:56,403 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7077766bf7af372650ab2234e8d89182, ASSIGN 2024-12-07T22:07:56,405 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7077766bf7af372650ab2234e8d89182, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:56,405 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d4edb22f1a53a5855fd030a9a66b3095, ASSIGN 2024-12-07T22:07:56,406 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d4edb22f1a53a5855fd030a9a66b3095, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:56,407 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=49c6d345b8d0d3346f8502bf0acda7c7, ASSIGN 2024-12-07T22:07:56,408 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2577f245af7d901eef580ee4922da0cc, ASSIGN 2024-12-07T22:07:56,409 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=49c6d345b8d0d3346f8502bf0acda7c7, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:56,409 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2577f245af7d901eef580ee4922da0cc, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:07:56,478 INFO [f83a3c5fcf38:41787Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-07T22:07:56,527 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=f2bb476ac29043643e0a3a22596a64c1, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,527 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=a0ddeb0c43029ea78e630de2a9c8b008, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,527 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=999ea07f3d78fed8c71dea2ca903508e, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,528 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=ae00e60b6640974a4ba0719de301dd62, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,528 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=2577f245af7d901eef580ee4922da0cc, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=20, state=RUNNABLE; OpenRegionProcedure f2bb476ac29043643e0a3a22596a64c1, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:56,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=24, state=RUNNABLE; OpenRegionProcedure ae00e60b6640974a4ba0719de301dd62, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:56,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=21, state=RUNNABLE; OpenRegionProcedure a0ddeb0c43029ea78e630de2a9c8b008, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:56,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=14, state=RUNNABLE; OpenRegionProcedure 2577f245af7d901eef580ee4922da0cc, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:56,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=13, state=RUNNABLE; OpenRegionProcedure 999ea07f3d78fed8c71dea2ca903508e, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:56,542 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=e6001c77e706a988a66c39f2e85135a8, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,546 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=8600f3caa9836e39230718d28d5b8c73, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=25, state=RUNNABLE; OpenRegionProcedure e6001c77e706a988a66c39f2e85135a8, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:56,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=11, state=RUNNABLE; OpenRegionProcedure 8600f3caa9836e39230718d28d5b8c73, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:56,552 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=b60abaae082611950eed8d3700fd9863, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=18, state=RUNNABLE; OpenRegionProcedure b60abaae082611950eed8d3700fd9863, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:56,559 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=4622ad201e6ce082fbe8ec9da4bdd3bf, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,562 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=4187a07febaed8bed169c872ae336462, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,562 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=84f838a2af510babfb346b9f492d7ed3, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,563 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=275aae96c1b38fde58de828813838b49, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,564 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=b4707d29b0966135f5236eb4fcdb560c, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=23, state=RUNNABLE; OpenRegionProcedure 4622ad201e6ce082fbe8ec9da4bdd3bf, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:56,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=19, state=RUNNABLE; OpenRegionProcedure 4187a07febaed8bed169c872ae336462, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:56,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=26, state=RUNNABLE; OpenRegionProcedure 84f838a2af510babfb346b9f492d7ed3, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:56,578 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=d4edb22f1a53a5855fd030a9a66b3095, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=29, state=RUNNABLE; OpenRegionProcedure b4707d29b0966135f5236eb4fcdb560c, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:56,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=31, state=RUNNABLE; OpenRegionProcedure 275aae96c1b38fde58de828813838b49, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:56,582 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=d3a2d19ff92e93f1124e0c61f1680574, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=16, state=RUNNABLE; OpenRegionProcedure d4edb22f1a53a5855fd030a9a66b3095, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:56,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=33, state=RUNNABLE; OpenRegionProcedure d3a2d19ff92e93f1124e0c61f1680574, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:56,591 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=49c6d345b8d0d3346f8502bf0acda7c7, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,591 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=cf586c3d8079ddbb20f3e7532b09b543, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,592 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=efbcbe8ac02063be81a55af954e29849, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,593 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=673ebbe037e41e9c263ff613cceb3cb7, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,593 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=39628011265d33830ae67273dffed456, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=15, state=RUNNABLE; OpenRegionProcedure 49c6d345b8d0d3346f8502bf0acda7c7, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:56,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=28, state=RUNNABLE; OpenRegionProcedure cf586c3d8079ddbb20f3e7532b09b543, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:56,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=34, state=RUNNABLE; OpenRegionProcedure efbcbe8ac02063be81a55af954e29849, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:56,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=27, state=RUNNABLE; OpenRegionProcedure 39628011265d33830ae67273dffed456, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:56,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=10, state=RUNNABLE; OpenRegionProcedure 673ebbe037e41e9c263ff613cceb3cb7, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:56,602 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=c6d28aca0debddc618efb68ed51b21da, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,604 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=2b837fb31420e995d87c6d418793df34, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=32, state=RUNNABLE; OpenRegionProcedure c6d28aca0debddc618efb68ed51b21da, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:56,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=35, state=RUNNABLE; OpenRegionProcedure 2b837fb31420e995d87c6d418793df34, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:56,608 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=f7a38eb14bd441cce0888feb54da28d2, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,609 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=b8b48819e2d190e65d9afb25054e0d3d, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=30, state=RUNNABLE; OpenRegionProcedure f7a38eb14bd441cce0888feb54da28d2, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:56,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=12, state=RUNNABLE; OpenRegionProcedure b8b48819e2d190e65d9afb25054e0d3d, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:56,617 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=7077766bf7af372650ab2234e8d89182, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,619 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=b9e91f9b38708de38b83a99e4a11b07f, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=17, state=RUNNABLE; OpenRegionProcedure 7077766bf7af372650ab2234e8d89182, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:56,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=22, state=RUNNABLE; OpenRegionProcedure b9e91f9b38708de38b83a99e4a11b07f, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:07:56,686 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,692 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,www,1733609272942.c6d28aca0debddc618efb68ed51b21da. 2024-12-07T22:07:56,693 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => c6d28aca0debddc618efb68ed51b21da, NAME => 'test,www,1733609272942.c6d28aca0debddc618efb68ed51b21da.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-07T22:07:56,693 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c6d28aca0debddc618efb68ed51b21da 2024-12-07T22:07:56,693 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,www,1733609272942.c6d28aca0debddc618efb68ed51b21da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:56,694 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for c6d28aca0debddc618efb68ed51b21da 2024-12-07T22:07:56,694 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for c6d28aca0debddc618efb68ed51b21da 2024-12-07T22:07:56,696 INFO [StoreOpener-c6d28aca0debddc618efb68ed51b21da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c6d28aca0debddc618efb68ed51b21da 2024-12-07T22:07:56,698 INFO [StoreOpener-c6d28aca0debddc618efb68ed51b21da-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6d28aca0debddc618efb68ed51b21da columnFamilyName f 2024-12-07T22:07:56,698 DEBUG [StoreOpener-c6d28aca0debddc618efb68ed51b21da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,699 INFO [StoreOpener-c6d28aca0debddc618efb68ed51b21da-1 {}] regionserver.HStore(327): Store=c6d28aca0debddc618efb68ed51b21da/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,699 INFO [StoreOpener-c6d28aca0debddc618efb68ed51b21da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c6d28aca0debddc618efb68ed51b21da 2024-12-07T22:07:56,701 INFO [StoreOpener-c6d28aca0debddc618efb68ed51b21da-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6d28aca0debddc618efb68ed51b21da columnFamilyName norep 2024-12-07T22:07:56,701 DEBUG [StoreOpener-c6d28aca0debddc618efb68ed51b21da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,701 INFO [StoreOpener-c6d28aca0debddc618efb68ed51b21da-1 {}] regionserver.HStore(327): Store=c6d28aca0debddc618efb68ed51b21da/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,702 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/c6d28aca0debddc618efb68ed51b21da 2024-12-07T22:07:56,703 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/c6d28aca0debddc618efb68ed51b21da 2024-12-07T22:07:56,704 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:07:56,706 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for c6d28aca0debddc618efb68ed51b21da 2024-12-07T22:07:56,711 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/c6d28aca0debddc618efb68ed51b21da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:56,711 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened c6d28aca0debddc618efb68ed51b21da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68938322, jitterRate=0.027261048555374146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:07:56,712 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for c6d28aca0debddc618efb68ed51b21da: 2024-12-07T22:07:56,713 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1733609272942.c6d28aca0debddc618efb68ed51b21da., pid=56, masterSystemTime=1733609276686 2024-12-07T22:07:56,716 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1733609272942.c6d28aca0debddc618efb68ed51b21da. 2024-12-07T22:07:56,716 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,www,1733609272942.c6d28aca0debddc618efb68ed51b21da. 2024-12-07T22:07:56,716 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,uuu,1733609272942.f7a38eb14bd441cce0888feb54da28d2. 2024-12-07T22:07:56,716 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => f7a38eb14bd441cce0888feb54da28d2, NAME => 'test,uuu,1733609272942.f7a38eb14bd441cce0888feb54da28d2.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-07T22:07:56,717 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f7a38eb14bd441cce0888feb54da28d2 2024-12-07T22:07:56,717 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,uuu,1733609272942.f7a38eb14bd441cce0888feb54da28d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:56,717 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=c6d28aca0debddc618efb68ed51b21da, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,717 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for f7a38eb14bd441cce0888feb54da28d2 2024-12-07T22:07:56,717 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for f7a38eb14bd441cce0888feb54da28d2 2024-12-07T22:07:56,718 INFO [StoreOpener-f7a38eb14bd441cce0888feb54da28d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f7a38eb14bd441cce0888feb54da28d2 2024-12-07T22:07:56,720 INFO [StoreOpener-f7a38eb14bd441cce0888feb54da28d2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7a38eb14bd441cce0888feb54da28d2 columnFamilyName f 2024-12-07T22:07:56,721 DEBUG [StoreOpener-f7a38eb14bd441cce0888feb54da28d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,721 INFO [StoreOpener-f7a38eb14bd441cce0888feb54da28d2-1 {}] regionserver.HStore(327): Store=f7a38eb14bd441cce0888feb54da28d2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,721 INFO [StoreOpener-f7a38eb14bd441cce0888feb54da28d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f7a38eb14bd441cce0888feb54da28d2 2024-12-07T22:07:56,723 INFO [StoreOpener-f7a38eb14bd441cce0888feb54da28d2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7a38eb14bd441cce0888feb54da28d2 columnFamilyName norep 2024-12-07T22:07:56,724 DEBUG [StoreOpener-f7a38eb14bd441cce0888feb54da28d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=32 2024-12-07T22:07:56,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=32, state=SUCCESS; OpenRegionProcedure c6d28aca0debddc618efb68ed51b21da, server=f83a3c5fcf38,41787,1733609264222 in 116 msec 2024-12-07T22:07:56,725 INFO [StoreOpener-f7a38eb14bd441cce0888feb54da28d2-1 {}] regionserver.HStore(327): Store=f7a38eb14bd441cce0888feb54da28d2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c6d28aca0debddc618efb68ed51b21da, ASSIGN in 357 msec 2024-12-07T22:07:56,727 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/f7a38eb14bd441cce0888feb54da28d2 2024-12-07T22:07:56,727 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/f7a38eb14bd441cce0888feb54da28d2 2024-12-07T22:07:56,729 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:07:56,731 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for f7a38eb14bd441cce0888feb54da28d2 2024-12-07T22:07:56,734 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/f7a38eb14bd441cce0888feb54da28d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:56,734 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened f7a38eb14bd441cce0888feb54da28d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64976199, jitterRate=-0.03177918493747711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:07:56,735 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for f7a38eb14bd441cce0888feb54da28d2: 2024-12-07T22:07:56,736 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1733609272942.f7a38eb14bd441cce0888feb54da28d2., pid=58, masterSystemTime=1733609276686 2024-12-07T22:07:56,738 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1733609272942.f7a38eb14bd441cce0888feb54da28d2. 2024-12-07T22:07:56,738 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,uuu,1733609272942.f7a38eb14bd441cce0888feb54da28d2. 2024-12-07T22:07:56,738 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,hhh,1733609272942.7077766bf7af372650ab2234e8d89182. 2024-12-07T22:07:56,738 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 7077766bf7af372650ab2234e8d89182, NAME => 'test,hhh,1733609272942.7077766bf7af372650ab2234e8d89182.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-07T22:07:56,738 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=f7a38eb14bd441cce0888feb54da28d2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,739 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7077766bf7af372650ab2234e8d89182 2024-12-07T22:07:56,739 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,hhh,1733609272942.7077766bf7af372650ab2234e8d89182.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:56,739 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 7077766bf7af372650ab2234e8d89182 2024-12-07T22:07:56,739 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 7077766bf7af372650ab2234e8d89182 2024-12-07T22:07:56,741 INFO [StoreOpener-7077766bf7af372650ab2234e8d89182-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7077766bf7af372650ab2234e8d89182 2024-12-07T22:07:56,743 INFO [StoreOpener-7077766bf7af372650ab2234e8d89182-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7077766bf7af372650ab2234e8d89182 columnFamilyName f 2024-12-07T22:07:56,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=30 2024-12-07T22:07:56,743 DEBUG [StoreOpener-7077766bf7af372650ab2234e8d89182-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=30, state=SUCCESS; OpenRegionProcedure f7a38eb14bd441cce0888feb54da28d2, server=f83a3c5fcf38,41787,1733609264222 in 131 msec 2024-12-07T22:07:56,744 INFO [StoreOpener-7077766bf7af372650ab2234e8d89182-1 {}] regionserver.HStore(327): Store=7077766bf7af372650ab2234e8d89182/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,744 INFO [StoreOpener-7077766bf7af372650ab2234e8d89182-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7077766bf7af372650ab2234e8d89182 2024-12-07T22:07:56,746 INFO [StoreOpener-7077766bf7af372650ab2234e8d89182-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7077766bf7af372650ab2234e8d89182 columnFamilyName norep 2024-12-07T22:07:56,746 DEBUG [StoreOpener-7077766bf7af372650ab2234e8d89182-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f7a38eb14bd441cce0888feb54da28d2, ASSIGN in 376 msec 2024-12-07T22:07:56,746 INFO [StoreOpener-7077766bf7af372650ab2234e8d89182-1 {}] regionserver.HStore(327): Store=7077766bf7af372650ab2234e8d89182/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,749 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/7077766bf7af372650ab2234e8d89182 2024-12-07T22:07:56,749 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/7077766bf7af372650ab2234e8d89182 2024-12-07T22:07:56,751 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:07:56,752 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 7077766bf7af372650ab2234e8d89182 2024-12-07T22:07:56,755 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/7077766bf7af372650ab2234e8d89182/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:56,755 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 7077766bf7af372650ab2234e8d89182; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64845115, jitterRate=-0.03373248875141144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:07:56,755 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 7077766bf7af372650ab2234e8d89182: 2024-12-07T22:07:56,756 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1733609272942.7077766bf7af372650ab2234e8d89182., pid=60, masterSystemTime=1733609276686 2024-12-07T22:07:56,759 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1733609272942.7077766bf7af372650ab2234e8d89182. 2024-12-07T22:07:56,759 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,hhh,1733609272942.7077766bf7af372650ab2234e8d89182. 2024-12-07T22:07:56,759 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,vvv,1733609272942.275aae96c1b38fde58de828813838b49. 2024-12-07T22:07:56,759 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 275aae96c1b38fde58de828813838b49, NAME => 'test,vvv,1733609272942.275aae96c1b38fde58de828813838b49.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-07T22:07:56,759 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 275aae96c1b38fde58de828813838b49 2024-12-07T22:07:56,759 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=7077766bf7af372650ab2234e8d89182, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,759 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,vvv,1733609272942.275aae96c1b38fde58de828813838b49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:56,760 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 275aae96c1b38fde58de828813838b49 2024-12-07T22:07:56,760 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 275aae96c1b38fde58de828813838b49 2024-12-07T22:07:56,762 INFO [StoreOpener-275aae96c1b38fde58de828813838b49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 275aae96c1b38fde58de828813838b49 2024-12-07T22:07:56,764 INFO [StoreOpener-275aae96c1b38fde58de828813838b49-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 275aae96c1b38fde58de828813838b49 columnFamilyName f 2024-12-07T22:07:56,764 DEBUG [StoreOpener-275aae96c1b38fde58de828813838b49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,764 INFO [StoreOpener-275aae96c1b38fde58de828813838b49-1 {}] regionserver.HStore(327): Store=275aae96c1b38fde58de828813838b49/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,765 INFO [StoreOpener-275aae96c1b38fde58de828813838b49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 275aae96c1b38fde58de828813838b49 2024-12-07T22:07:56,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=17 2024-12-07T22:07:56,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=17, state=SUCCESS; OpenRegionProcedure 7077766bf7af372650ab2234e8d89182, server=f83a3c5fcf38,41787,1733609264222 in 142 msec 2024-12-07T22:07:56,766 INFO [StoreOpener-275aae96c1b38fde58de828813838b49-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 275aae96c1b38fde58de828813838b49 columnFamilyName norep 2024-12-07T22:07:56,766 DEBUG [StoreOpener-275aae96c1b38fde58de828813838b49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,767 INFO [StoreOpener-275aae96c1b38fde58de828813838b49-1 {}] regionserver.HStore(327): Store=275aae96c1b38fde58de828813838b49/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7077766bf7af372650ab2234e8d89182, ASSIGN in 398 msec 2024-12-07T22:07:56,769 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/275aae96c1b38fde58de828813838b49 2024-12-07T22:07:56,770 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/275aae96c1b38fde58de828813838b49 2024-12-07T22:07:56,771 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:07:56,772 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 275aae96c1b38fde58de828813838b49 2024-12-07T22:07:56,775 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/275aae96c1b38fde58de828813838b49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:56,775 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 275aae96c1b38fde58de828813838b49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61015394, jitterRate=-0.09079977869987488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:07:56,776 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 275aae96c1b38fde58de828813838b49: 2024-12-07T22:07:56,776 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1733609272942.275aae96c1b38fde58de828813838b49., pid=47, masterSystemTime=1733609276686 2024-12-07T22:07:56,778 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1733609272942.275aae96c1b38fde58de828813838b49. 2024-12-07T22:07:56,778 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,vvv,1733609272942.275aae96c1b38fde58de828813838b49. 2024-12-07T22:07:56,779 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,ggg,1733609272942.d4edb22f1a53a5855fd030a9a66b3095. 2024-12-07T22:07:56,779 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => d4edb22f1a53a5855fd030a9a66b3095, NAME => 'test,ggg,1733609272942.d4edb22f1a53a5855fd030a9a66b3095.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-07T22:07:56,779 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=275aae96c1b38fde58de828813838b49, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,779 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d4edb22f1a53a5855fd030a9a66b3095 2024-12-07T22:07:56,779 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,ggg,1733609272942.d4edb22f1a53a5855fd030a9a66b3095.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:56,780 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for d4edb22f1a53a5855fd030a9a66b3095 2024-12-07T22:07:56,780 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for d4edb22f1a53a5855fd030a9a66b3095 2024-12-07T22:07:56,781 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33695 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=f83a3c5fcf38,41787,1733609264222, table=test, region=275aae96c1b38fde58de828813838b49. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-07T22:07:56,783 INFO [StoreOpener-d4edb22f1a53a5855fd030a9a66b3095-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d4edb22f1a53a5855fd030a9a66b3095 2024-12-07T22:07:56,785 INFO [StoreOpener-d4edb22f1a53a5855fd030a9a66b3095-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4edb22f1a53a5855fd030a9a66b3095 columnFamilyName f 2024-12-07T22:07:56,785 DEBUG [StoreOpener-d4edb22f1a53a5855fd030a9a66b3095-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=31 2024-12-07T22:07:56,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=31, state=SUCCESS; OpenRegionProcedure 275aae96c1b38fde58de828813838b49, server=f83a3c5fcf38,41787,1733609264222 in 212 msec 2024-12-07T22:07:56,786 INFO [StoreOpener-d4edb22f1a53a5855fd030a9a66b3095-1 {}] regionserver.HStore(327): Store=d4edb22f1a53a5855fd030a9a66b3095/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,786 INFO [StoreOpener-d4edb22f1a53a5855fd030a9a66b3095-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d4edb22f1a53a5855fd030a9a66b3095 2024-12-07T22:07:56,787 INFO [StoreOpener-d4edb22f1a53a5855fd030a9a66b3095-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4edb22f1a53a5855fd030a9a66b3095 columnFamilyName norep 2024-12-07T22:07:56,788 DEBUG [StoreOpener-d4edb22f1a53a5855fd030a9a66b3095-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=275aae96c1b38fde58de828813838b49, ASSIGN in 418 msec 2024-12-07T22:07:56,788 INFO [StoreOpener-d4edb22f1a53a5855fd030a9a66b3095-1 {}] regionserver.HStore(327): Store=d4edb22f1a53a5855fd030a9a66b3095/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,789 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/d4edb22f1a53a5855fd030a9a66b3095 2024-12-07T22:07:56,790 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/d4edb22f1a53a5855fd030a9a66b3095 2024-12-07T22:07:56,791 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:07:56,793 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for d4edb22f1a53a5855fd030a9a66b3095 2024-12-07T22:07:56,797 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/d4edb22f1a53a5855fd030a9a66b3095/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:56,797 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened d4edb22f1a53a5855fd030a9a66b3095; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59844763, jitterRate=-0.10824353992938995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:07:56,798 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for d4edb22f1a53a5855fd030a9a66b3095: 2024-12-07T22:07:56,799 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1733609272942.d4edb22f1a53a5855fd030a9a66b3095., pid=49, masterSystemTime=1733609276686 2024-12-07T22:07:56,802 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1733609272942.d4edb22f1a53a5855fd030a9a66b3095. 2024-12-07T22:07:56,802 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,ggg,1733609272942.d4edb22f1a53a5855fd030a9a66b3095. 2024-12-07T22:07:56,802 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,ooo,1733609272942.ae00e60b6640974a4ba0719de301dd62. 2024-12-07T22:07:56,802 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => ae00e60b6640974a4ba0719de301dd62, NAME => 'test,ooo,1733609272942.ae00e60b6640974a4ba0719de301dd62.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-07T22:07:56,802 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=d4edb22f1a53a5855fd030a9a66b3095, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,803 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ae00e60b6640974a4ba0719de301dd62 2024-12-07T22:07:56,803 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,ooo,1733609272942.ae00e60b6640974a4ba0719de301dd62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:56,803 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for ae00e60b6640974a4ba0719de301dd62 2024-12-07T22:07:56,803 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for ae00e60b6640974a4ba0719de301dd62 2024-12-07T22:07:56,806 INFO [StoreOpener-ae00e60b6640974a4ba0719de301dd62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ae00e60b6640974a4ba0719de301dd62 2024-12-07T22:07:56,808 INFO [StoreOpener-ae00e60b6640974a4ba0719de301dd62-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae00e60b6640974a4ba0719de301dd62 columnFamilyName f 2024-12-07T22:07:56,808 DEBUG [StoreOpener-ae00e60b6640974a4ba0719de301dd62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=16 2024-12-07T22:07:56,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=16, state=SUCCESS; OpenRegionProcedure d4edb22f1a53a5855fd030a9a66b3095, server=f83a3c5fcf38,41787,1733609264222 in 224 msec 2024-12-07T22:07:56,809 INFO [StoreOpener-ae00e60b6640974a4ba0719de301dd62-1 {}] regionserver.HStore(327): Store=ae00e60b6640974a4ba0719de301dd62/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,809 INFO [StoreOpener-ae00e60b6640974a4ba0719de301dd62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ae00e60b6640974a4ba0719de301dd62 2024-12-07T22:07:56,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d4edb22f1a53a5855fd030a9a66b3095, ASSIGN in 442 msec 2024-12-07T22:07:56,811 INFO [StoreOpener-ae00e60b6640974a4ba0719de301dd62-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae00e60b6640974a4ba0719de301dd62 columnFamilyName norep 2024-12-07T22:07:56,811 DEBUG [StoreOpener-ae00e60b6640974a4ba0719de301dd62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,812 INFO [StoreOpener-ae00e60b6640974a4ba0719de301dd62-1 {}] regionserver.HStore(327): Store=ae00e60b6640974a4ba0719de301dd62/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,813 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/ae00e60b6640974a4ba0719de301dd62 2024-12-07T22:07:56,814 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/ae00e60b6640974a4ba0719de301dd62 2024-12-07T22:07:56,815 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:07:56,817 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for ae00e60b6640974a4ba0719de301dd62 2024-12-07T22:07:56,819 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/ae00e60b6640974a4ba0719de301dd62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:56,820 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened ae00e60b6640974a4ba0719de301dd62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62714446, jitterRate=-0.06548193097114563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:07:56,820 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for ae00e60b6640974a4ba0719de301dd62: 2024-12-07T22:07:56,821 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1733609272942.ae00e60b6640974a4ba0719de301dd62., pid=37, masterSystemTime=1733609276686 2024-12-07T22:07:56,823 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1733609272942.ae00e60b6640974a4ba0719de301dd62. 2024-12-07T22:07:56,823 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,ooo,1733609272942.ae00e60b6640974a4ba0719de301dd62. 2024-12-07T22:07:56,823 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,zzz,1733609272942.2b837fb31420e995d87c6d418793df34. 2024-12-07T22:07:56,823 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 2b837fb31420e995d87c6d418793df34, NAME => 'test,zzz,1733609272942.2b837fb31420e995d87c6d418793df34.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-07T22:07:56,824 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=ae00e60b6640974a4ba0719de301dd62, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,824 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2b837fb31420e995d87c6d418793df34 2024-12-07T22:07:56,824 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,zzz,1733609272942.2b837fb31420e995d87c6d418793df34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:56,824 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 2b837fb31420e995d87c6d418793df34 2024-12-07T22:07:56,824 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 2b837fb31420e995d87c6d418793df34 2024-12-07T22:07:56,826 INFO [StoreOpener-2b837fb31420e995d87c6d418793df34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2b837fb31420e995d87c6d418793df34 2024-12-07T22:07:56,828 INFO [StoreOpener-2b837fb31420e995d87c6d418793df34-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b837fb31420e995d87c6d418793df34 columnFamilyName f 2024-12-07T22:07:56,828 DEBUG [StoreOpener-2b837fb31420e995d87c6d418793df34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=24 2024-12-07T22:07:56,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=24, state=SUCCESS; OpenRegionProcedure ae00e60b6640974a4ba0719de301dd62, server=f83a3c5fcf38,41787,1733609264222 in 293 msec 2024-12-07T22:07:56,830 INFO [StoreOpener-2b837fb31420e995d87c6d418793df34-1 {}] regionserver.HStore(327): Store=2b837fb31420e995d87c6d418793df34/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,830 INFO [StoreOpener-2b837fb31420e995d87c6d418793df34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2b837fb31420e995d87c6d418793df34 2024-12-07T22:07:56,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ae00e60b6640974a4ba0719de301dd62, ASSIGN in 462 msec 2024-12-07T22:07:56,832 INFO [StoreOpener-2b837fb31420e995d87c6d418793df34-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b837fb31420e995d87c6d418793df34 columnFamilyName norep 2024-12-07T22:07:56,832 DEBUG [StoreOpener-2b837fb31420e995d87c6d418793df34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,833 INFO [StoreOpener-2b837fb31420e995d87c6d418793df34-1 {}] regionserver.HStore(327): Store=2b837fb31420e995d87c6d418793df34/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,834 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/2b837fb31420e995d87c6d418793df34 2024-12-07T22:07:56,835 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/2b837fb31420e995d87c6d418793df34 2024-12-07T22:07:56,836 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:07:56,838 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 2b837fb31420e995d87c6d418793df34 2024-12-07T22:07:56,841 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/2b837fb31420e995d87c6d418793df34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:56,841 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 2b837fb31420e995d87c6d418793df34; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74217215, jitterRate=0.10592268407344818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:07:56,841 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 2b837fb31420e995d87c6d418793df34: 2024-12-07T22:07:56,842 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1733609272942.2b837fb31420e995d87c6d418793df34., pid=57, masterSystemTime=1733609276686 2024-12-07T22:07:56,845 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1733609272942.2b837fb31420e995d87c6d418793df34. 2024-12-07T22:07:56,845 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,zzz,1733609272942.2b837fb31420e995d87c6d418793df34. 2024-12-07T22:07:56,845 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,rrr,1733609272942.39628011265d33830ae67273dffed456. 2024-12-07T22:07:56,845 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 39628011265d33830ae67273dffed456, NAME => 'test,rrr,1733609272942.39628011265d33830ae67273dffed456.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-07T22:07:56,845 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 39628011265d33830ae67273dffed456 2024-12-07T22:07:56,846 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=2b837fb31420e995d87c6d418793df34, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,846 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,rrr,1733609272942.39628011265d33830ae67273dffed456.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:56,846 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 39628011265d33830ae67273dffed456 2024-12-07T22:07:56,846 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 39628011265d33830ae67273dffed456 2024-12-07T22:07:56,848 INFO [StoreOpener-39628011265d33830ae67273dffed456-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 39628011265d33830ae67273dffed456 2024-12-07T22:07:56,850 INFO [StoreOpener-39628011265d33830ae67273dffed456-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39628011265d33830ae67273dffed456 columnFamilyName f 2024-12-07T22:07:56,851 DEBUG [StoreOpener-39628011265d33830ae67273dffed456-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=35 2024-12-07T22:07:56,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=35, state=SUCCESS; OpenRegionProcedure 2b837fb31420e995d87c6d418793df34, server=f83a3c5fcf38,41787,1733609264222 in 242 msec 2024-12-07T22:07:56,851 INFO [StoreOpener-39628011265d33830ae67273dffed456-1 {}] regionserver.HStore(327): Store=39628011265d33830ae67273dffed456/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,851 INFO [StoreOpener-39628011265d33830ae67273dffed456-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 39628011265d33830ae67273dffed456 2024-12-07T22:07:56,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2b837fb31420e995d87c6d418793df34, ASSIGN in 484 msec 2024-12-07T22:07:56,853 INFO [StoreOpener-39628011265d33830ae67273dffed456-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39628011265d33830ae67273dffed456 columnFamilyName norep 2024-12-07T22:07:56,853 DEBUG [StoreOpener-39628011265d33830ae67273dffed456-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,854 INFO [StoreOpener-39628011265d33830ae67273dffed456-1 {}] regionserver.HStore(327): Store=39628011265d33830ae67273dffed456/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,855 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/39628011265d33830ae67273dffed456 2024-12-07T22:07:56,855 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/39628011265d33830ae67273dffed456 2024-12-07T22:07:56,857 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:07:56,859 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 39628011265d33830ae67273dffed456 2024-12-07T22:07:56,862 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/39628011265d33830ae67273dffed456/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:56,862 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 39628011265d33830ae67273dffed456; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69395582, jitterRate=0.034074753522872925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:07:56,863 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 39628011265d33830ae67273dffed456: 2024-12-07T22:07:56,864 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1733609272942.39628011265d33830ae67273dffed456., pid=55, masterSystemTime=1733609276686 2024-12-07T22:07:56,866 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1733609272942.39628011265d33830ae67273dffed456. 2024-12-07T22:07:56,866 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,rrr,1733609272942.39628011265d33830ae67273dffed456. 2024-12-07T22:07:56,866 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,iii,1733609272942.b60abaae082611950eed8d3700fd9863. 2024-12-07T22:07:56,866 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => b60abaae082611950eed8d3700fd9863, NAME => 'test,iii,1733609272942.b60abaae082611950eed8d3700fd9863.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-07T22:07:56,867 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=39628011265d33830ae67273dffed456, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,867 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b60abaae082611950eed8d3700fd9863 2024-12-07T22:07:56,867 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,iii,1733609272942.b60abaae082611950eed8d3700fd9863.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:56,867 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for b60abaae082611950eed8d3700fd9863 2024-12-07T22:07:56,867 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for b60abaae082611950eed8d3700fd9863 2024-12-07T22:07:56,869 INFO [StoreOpener-b60abaae082611950eed8d3700fd9863-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b60abaae082611950eed8d3700fd9863 2024-12-07T22:07:56,871 INFO [StoreOpener-b60abaae082611950eed8d3700fd9863-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b60abaae082611950eed8d3700fd9863 columnFamilyName f 2024-12-07T22:07:56,871 DEBUG [StoreOpener-b60abaae082611950eed8d3700fd9863-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,872 INFO [StoreOpener-b60abaae082611950eed8d3700fd9863-1 {}] regionserver.HStore(327): Store=b60abaae082611950eed8d3700fd9863/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,872 INFO [StoreOpener-b60abaae082611950eed8d3700fd9863-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b60abaae082611950eed8d3700fd9863 2024-12-07T22:07:56,873 INFO [StoreOpener-b60abaae082611950eed8d3700fd9863-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b60abaae082611950eed8d3700fd9863 columnFamilyName norep 2024-12-07T22:07:56,873 DEBUG [StoreOpener-b60abaae082611950eed8d3700fd9863-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=27 2024-12-07T22:07:56,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=27, state=SUCCESS; OpenRegionProcedure 39628011265d33830ae67273dffed456, server=f83a3c5fcf38,41787,1733609264222 in 272 msec 2024-12-07T22:07:56,874 INFO [StoreOpener-b60abaae082611950eed8d3700fd9863-1 {}] regionserver.HStore(327): Store=b60abaae082611950eed8d3700fd9863/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,875 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/b60abaae082611950eed8d3700fd9863 2024-12-07T22:07:56,876 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/b60abaae082611950eed8d3700fd9863 2024-12-07T22:07:56,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=39628011265d33830ae67273dffed456, ASSIGN in 507 msec 2024-12-07T22:07:56,877 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:07:56,879 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for b60abaae082611950eed8d3700fd9863 2024-12-07T22:07:56,882 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/b60abaae082611950eed8d3700fd9863/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:56,883 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened b60abaae082611950eed8d3700fd9863; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73509061, jitterRate=0.09537036716938019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:07:56,883 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for b60abaae082611950eed8d3700fd9863: 2024-12-07T22:07:56,884 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1733609272942.b60abaae082611950eed8d3700fd9863., pid=43, masterSystemTime=1733609276686 2024-12-07T22:07:56,886 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1733609272942.b60abaae082611950eed8d3700fd9863. 2024-12-07T22:07:56,886 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,iii,1733609272942.b60abaae082611950eed8d3700fd9863. 2024-12-07T22:07:56,886 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,kkk,1733609272942.f2bb476ac29043643e0a3a22596a64c1. 2024-12-07T22:07:56,886 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => f2bb476ac29043643e0a3a22596a64c1, NAME => 'test,kkk,1733609272942.f2bb476ac29043643e0a3a22596a64c1.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-07T22:07:56,887 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f2bb476ac29043643e0a3a22596a64c1 2024-12-07T22:07:56,887 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,kkk,1733609272942.f2bb476ac29043643e0a3a22596a64c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:56,887 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for f2bb476ac29043643e0a3a22596a64c1 2024-12-07T22:07:56,887 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for f2bb476ac29043643e0a3a22596a64c1 2024-12-07T22:07:56,887 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=b60abaae082611950eed8d3700fd9863, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,889 INFO [StoreOpener-f2bb476ac29043643e0a3a22596a64c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f2bb476ac29043643e0a3a22596a64c1 2024-12-07T22:07:56,891 INFO [StoreOpener-f2bb476ac29043643e0a3a22596a64c1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2bb476ac29043643e0a3a22596a64c1 columnFamilyName f 2024-12-07T22:07:56,892 DEBUG [StoreOpener-f2bb476ac29043643e0a3a22596a64c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,892 INFO [StoreOpener-f2bb476ac29043643e0a3a22596a64c1-1 {}] regionserver.HStore(327): Store=f2bb476ac29043643e0a3a22596a64c1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,892 INFO [StoreOpener-f2bb476ac29043643e0a3a22596a64c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f2bb476ac29043643e0a3a22596a64c1 2024-12-07T22:07:56,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=18 2024-12-07T22:07:56,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=18, state=SUCCESS; OpenRegionProcedure b60abaae082611950eed8d3700fd9863, server=f83a3c5fcf38,41787,1733609264222 in 335 msec 2024-12-07T22:07:56,895 INFO [StoreOpener-f2bb476ac29043643e0a3a22596a64c1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2bb476ac29043643e0a3a22596a64c1 columnFamilyName norep 2024-12-07T22:07:56,895 DEBUG [StoreOpener-f2bb476ac29043643e0a3a22596a64c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,896 INFO [StoreOpener-f2bb476ac29043643e0a3a22596a64c1-1 {}] regionserver.HStore(327): Store=f2bb476ac29043643e0a3a22596a64c1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b60abaae082611950eed8d3700fd9863, ASSIGN in 527 msec 2024-12-07T22:07:56,897 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/f2bb476ac29043643e0a3a22596a64c1 2024-12-07T22:07:56,898 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/f2bb476ac29043643e0a3a22596a64c1 2024-12-07T22:07:56,899 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:07:56,901 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for f2bb476ac29043643e0a3a22596a64c1 2024-12-07T22:07:56,904 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/f2bb476ac29043643e0a3a22596a64c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:56,905 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened f2bb476ac29043643e0a3a22596a64c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61635496, jitterRate=-0.08155953884124756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:07:56,905 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for f2bb476ac29043643e0a3a22596a64c1: 2024-12-07T22:07:56,907 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1733609272942.f2bb476ac29043643e0a3a22596a64c1., pid=36, masterSystemTime=1733609276686 2024-12-07T22:07:56,910 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1733609272942.f2bb476ac29043643e0a3a22596a64c1. 2024-12-07T22:07:56,910 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,kkk,1733609272942.f2bb476ac29043643e0a3a22596a64c1. 2024-12-07T22:07:56,910 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,ccc,1733609272942.b8b48819e2d190e65d9afb25054e0d3d. 2024-12-07T22:07:56,910 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => b8b48819e2d190e65d9afb25054e0d3d, NAME => 'test,ccc,1733609272942.b8b48819e2d190e65d9afb25054e0d3d.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-07T22:07:56,910 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b8b48819e2d190e65d9afb25054e0d3d 2024-12-07T22:07:56,910 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=f2bb476ac29043643e0a3a22596a64c1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,910 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,ccc,1733609272942.b8b48819e2d190e65d9afb25054e0d3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:56,911 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for b8b48819e2d190e65d9afb25054e0d3d 2024-12-07T22:07:56,911 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for b8b48819e2d190e65d9afb25054e0d3d 2024-12-07T22:07:56,913 INFO [StoreOpener-b8b48819e2d190e65d9afb25054e0d3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b8b48819e2d190e65d9afb25054e0d3d 2024-12-07T22:07:56,915 INFO [StoreOpener-b8b48819e2d190e65d9afb25054e0d3d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8b48819e2d190e65d9afb25054e0d3d columnFamilyName f 2024-12-07T22:07:56,916 DEBUG [StoreOpener-b8b48819e2d190e65d9afb25054e0d3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=20 2024-12-07T22:07:56,916 INFO [StoreOpener-b8b48819e2d190e65d9afb25054e0d3d-1 {}] regionserver.HStore(327): Store=b8b48819e2d190e65d9afb25054e0d3d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=20, state=SUCCESS; OpenRegionProcedure f2bb476ac29043643e0a3a22596a64c1, server=f83a3c5fcf38,41787,1733609264222 in 382 msec 2024-12-07T22:07:56,916 INFO [StoreOpener-b8b48819e2d190e65d9afb25054e0d3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b8b48819e2d190e65d9afb25054e0d3d 2024-12-07T22:07:56,918 INFO [StoreOpener-b8b48819e2d190e65d9afb25054e0d3d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8b48819e2d190e65d9afb25054e0d3d columnFamilyName norep 2024-12-07T22:07:56,918 DEBUG [StoreOpener-b8b48819e2d190e65d9afb25054e0d3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f2bb476ac29043643e0a3a22596a64c1, ASSIGN in 550 msec 2024-12-07T22:07:56,919 INFO [StoreOpener-b8b48819e2d190e65d9afb25054e0d3d-1 {}] regionserver.HStore(327): Store=b8b48819e2d190e65d9afb25054e0d3d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,920 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/b8b48819e2d190e65d9afb25054e0d3d 2024-12-07T22:07:56,921 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/b8b48819e2d190e65d9afb25054e0d3d 2024-12-07T22:07:56,922 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:07:56,924 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for b8b48819e2d190e65d9afb25054e0d3d 2024-12-07T22:07:56,928 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/b8b48819e2d190e65d9afb25054e0d3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:56,928 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened b8b48819e2d190e65d9afb25054e0d3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65159800, jitterRate=-0.02904331684112549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:07:56,929 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for b8b48819e2d190e65d9afb25054e0d3d: 2024-12-07T22:07:56,930 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1733609272942.b8b48819e2d190e65d9afb25054e0d3d., pid=59, masterSystemTime=1733609276686 2024-12-07T22:07:56,933 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1733609272942.b8b48819e2d190e65d9afb25054e0d3d. 2024-12-07T22:07:56,933 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,ccc,1733609272942.b8b48819e2d190e65d9afb25054e0d3d. 2024-12-07T22:07:56,933 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,bbb,1733609272942.8600f3caa9836e39230718d28d5b8c73. 2024-12-07T22:07:56,933 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 8600f3caa9836e39230718d28d5b8c73, NAME => 'test,bbb,1733609272942.8600f3caa9836e39230718d28d5b8c73.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-07T22:07:56,933 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8600f3caa9836e39230718d28d5b8c73 2024-12-07T22:07:56,934 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,bbb,1733609272942.8600f3caa9836e39230718d28d5b8c73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:56,934 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=b8b48819e2d190e65d9afb25054e0d3d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,934 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 8600f3caa9836e39230718d28d5b8c73 2024-12-07T22:07:56,934 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 8600f3caa9836e39230718d28d5b8c73 2024-12-07T22:07:56,936 INFO [StoreOpener-8600f3caa9836e39230718d28d5b8c73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8600f3caa9836e39230718d28d5b8c73 2024-12-07T22:07:56,938 INFO [StoreOpener-8600f3caa9836e39230718d28d5b8c73-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8600f3caa9836e39230718d28d5b8c73 columnFamilyName f 2024-12-07T22:07:56,938 DEBUG [StoreOpener-8600f3caa9836e39230718d28d5b8c73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,939 INFO [StoreOpener-8600f3caa9836e39230718d28d5b8c73-1 {}] regionserver.HStore(327): Store=8600f3caa9836e39230718d28d5b8c73/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,939 INFO [StoreOpener-8600f3caa9836e39230718d28d5b8c73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8600f3caa9836e39230718d28d5b8c73 2024-12-07T22:07:56,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=12 2024-12-07T22:07:56,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=12, state=SUCCESS; OpenRegionProcedure b8b48819e2d190e65d9afb25054e0d3d, server=f83a3c5fcf38,41787,1733609264222 in 324 msec 2024-12-07T22:07:56,941 INFO [StoreOpener-8600f3caa9836e39230718d28d5b8c73-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8600f3caa9836e39230718d28d5b8c73 columnFamilyName norep 2024-12-07T22:07:56,941 DEBUG [StoreOpener-8600f3caa9836e39230718d28d5b8c73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b8b48819e2d190e65d9afb25054e0d3d, ASSIGN in 572 msec 2024-12-07T22:07:56,941 INFO [StoreOpener-8600f3caa9836e39230718d28d5b8c73-1 {}] regionserver.HStore(327): Store=8600f3caa9836e39230718d28d5b8c73/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,943 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/8600f3caa9836e39230718d28d5b8c73 2024-12-07T22:07:56,943 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/8600f3caa9836e39230718d28d5b8c73 2024-12-07T22:07:56,944 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:07:56,946 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 8600f3caa9836e39230718d28d5b8c73 2024-12-07T22:07:56,948 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/8600f3caa9836e39230718d28d5b8c73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:56,949 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 8600f3caa9836e39230718d28d5b8c73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61795307, jitterRate=-0.07917816936969757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:07:56,949 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 8600f3caa9836e39230718d28d5b8c73: 2024-12-07T22:07:56,950 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1733609272942.8600f3caa9836e39230718d28d5b8c73., pid=42, masterSystemTime=1733609276686 2024-12-07T22:07:56,951 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1733609272942.8600f3caa9836e39230718d28d5b8c73. 2024-12-07T22:07:56,952 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,bbb,1733609272942.8600f3caa9836e39230718d28d5b8c73. 2024-12-07T22:07:56,952 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,fff,1733609272942.49c6d345b8d0d3346f8502bf0acda7c7. 2024-12-07T22:07:56,952 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 49c6d345b8d0d3346f8502bf0acda7c7, NAME => 'test,fff,1733609272942.49c6d345b8d0d3346f8502bf0acda7c7.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-07T22:07:56,952 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=8600f3caa9836e39230718d28d5b8c73, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,952 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 49c6d345b8d0d3346f8502bf0acda7c7 2024-12-07T22:07:56,952 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,fff,1733609272942.49c6d345b8d0d3346f8502bf0acda7c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:56,953 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 49c6d345b8d0d3346f8502bf0acda7c7 2024-12-07T22:07:56,953 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 49c6d345b8d0d3346f8502bf0acda7c7 2024-12-07T22:07:56,954 INFO [StoreOpener-49c6d345b8d0d3346f8502bf0acda7c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 49c6d345b8d0d3346f8502bf0acda7c7 2024-12-07T22:07:56,956 INFO [StoreOpener-49c6d345b8d0d3346f8502bf0acda7c7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49c6d345b8d0d3346f8502bf0acda7c7 columnFamilyName f 2024-12-07T22:07:56,956 DEBUG [StoreOpener-49c6d345b8d0d3346f8502bf0acda7c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,957 INFO [StoreOpener-49c6d345b8d0d3346f8502bf0acda7c7-1 {}] regionserver.HStore(327): Store=49c6d345b8d0d3346f8502bf0acda7c7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,957 INFO [StoreOpener-49c6d345b8d0d3346f8502bf0acda7c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 49c6d345b8d0d3346f8502bf0acda7c7 2024-12-07T22:07:56,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=11 2024-12-07T22:07:56,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=11, state=SUCCESS; OpenRegionProcedure 8600f3caa9836e39230718d28d5b8c73, server=f83a3c5fcf38,41787,1733609264222 in 405 msec 2024-12-07T22:07:56,959 INFO [StoreOpener-49c6d345b8d0d3346f8502bf0acda7c7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49c6d345b8d0d3346f8502bf0acda7c7 columnFamilyName norep 2024-12-07T22:07:56,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8600f3caa9836e39230718d28d5b8c73, ASSIGN in 590 msec 2024-12-07T22:07:56,959 DEBUG [StoreOpener-49c6d345b8d0d3346f8502bf0acda7c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,959 INFO [StoreOpener-49c6d345b8d0d3346f8502bf0acda7c7-1 {}] regionserver.HStore(327): Store=49c6d345b8d0d3346f8502bf0acda7c7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,960 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/49c6d345b8d0d3346f8502bf0acda7c7 2024-12-07T22:07:56,961 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/49c6d345b8d0d3346f8502bf0acda7c7 2024-12-07T22:07:56,962 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:07:56,963 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 49c6d345b8d0d3346f8502bf0acda7c7 2024-12-07T22:07:56,966 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/49c6d345b8d0d3346f8502bf0acda7c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:56,966 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 49c6d345b8d0d3346f8502bf0acda7c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70030492, jitterRate=0.04353564977645874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:07:56,967 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 49c6d345b8d0d3346f8502bf0acda7c7: 2024-12-07T22:07:56,967 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1733609272942.49c6d345b8d0d3346f8502bf0acda7c7., pid=51, masterSystemTime=1733609276686 2024-12-07T22:07:56,969 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1733609272942.49c6d345b8d0d3346f8502bf0acda7c7. 2024-12-07T22:07:56,969 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,fff,1733609272942.49c6d345b8d0d3346f8502bf0acda7c7. 2024-12-07T22:07:56,969 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,,1733609272942.673ebbe037e41e9c263ff613cceb3cb7. 2024-12-07T22:07:56,970 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 673ebbe037e41e9c263ff613cceb3cb7, NAME => 'test,,1733609272942.673ebbe037e41e9c263ff613cceb3cb7.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-07T22:07:56,970 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 673ebbe037e41e9c263ff613cceb3cb7 2024-12-07T22:07:56,970 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=49c6d345b8d0d3346f8502bf0acda7c7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,970 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,,1733609272942.673ebbe037e41e9c263ff613cceb3cb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:56,970 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 673ebbe037e41e9c263ff613cceb3cb7 2024-12-07T22:07:56,970 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 673ebbe037e41e9c263ff613cceb3cb7 2024-12-07T22:07:56,973 INFO [StoreOpener-673ebbe037e41e9c263ff613cceb3cb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 673ebbe037e41e9c263ff613cceb3cb7 2024-12-07T22:07:56,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=15 2024-12-07T22:07:56,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=15, state=SUCCESS; OpenRegionProcedure 49c6d345b8d0d3346f8502bf0acda7c7, server=f83a3c5fcf38,41787,1733609264222 in 378 msec 2024-12-07T22:07:56,975 INFO [StoreOpener-673ebbe037e41e9c263ff613cceb3cb7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 673ebbe037e41e9c263ff613cceb3cb7 columnFamilyName f 2024-12-07T22:07:56,975 DEBUG [StoreOpener-673ebbe037e41e9c263ff613cceb3cb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,976 INFO [StoreOpener-673ebbe037e41e9c263ff613cceb3cb7-1 {}] regionserver.HStore(327): Store=673ebbe037e41e9c263ff613cceb3cb7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,976 INFO [StoreOpener-673ebbe037e41e9c263ff613cceb3cb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 673ebbe037e41e9c263ff613cceb3cb7 2024-12-07T22:07:56,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=49c6d345b8d0d3346f8502bf0acda7c7, ASSIGN in 608 msec 2024-12-07T22:07:56,978 INFO [StoreOpener-673ebbe037e41e9c263ff613cceb3cb7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 673ebbe037e41e9c263ff613cceb3cb7 columnFamilyName norep 2024-12-07T22:07:56,978 DEBUG [StoreOpener-673ebbe037e41e9c263ff613cceb3cb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:56,979 INFO [StoreOpener-673ebbe037e41e9c263ff613cceb3cb7-1 {}] regionserver.HStore(327): Store=673ebbe037e41e9c263ff613cceb3cb7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:56,980 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/673ebbe037e41e9c263ff613cceb3cb7 2024-12-07T22:07:56,981 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/673ebbe037e41e9c263ff613cceb3cb7 2024-12-07T22:07:56,982 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:07:56,984 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 673ebbe037e41e9c263ff613cceb3cb7 2024-12-07T22:07:56,987 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/673ebbe037e41e9c263ff613cceb3cb7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:56,988 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 673ebbe037e41e9c263ff613cceb3cb7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59402968, jitterRate=-0.11482679843902588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:07:56,988 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 673ebbe037e41e9c263ff613cceb3cb7: 2024-12-07T22:07:56,989 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1733609272942.673ebbe037e41e9c263ff613cceb3cb7., pid=54, masterSystemTime=1733609276686 2024-12-07T22:07:56,991 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1733609272942.673ebbe037e41e9c263ff613cceb3cb7. 2024-12-07T22:07:56,991 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,,1733609272942.673ebbe037e41e9c263ff613cceb3cb7. 2024-12-07T22:07:56,991 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,mmm,1733609272942.b9e91f9b38708de38b83a99e4a11b07f. 2024-12-07T22:07:56,991 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => b9e91f9b38708de38b83a99e4a11b07f, NAME => 'test,mmm,1733609272942.b9e91f9b38708de38b83a99e4a11b07f.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-07T22:07:56,992 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=673ebbe037e41e9c263ff613cceb3cb7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:56,992 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b9e91f9b38708de38b83a99e4a11b07f 2024-12-07T22:07:56,992 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,mmm,1733609272942.b9e91f9b38708de38b83a99e4a11b07f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:56,992 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for b9e91f9b38708de38b83a99e4a11b07f 2024-12-07T22:07:56,992 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for b9e91f9b38708de38b83a99e4a11b07f 2024-12-07T22:07:56,994 INFO [StoreOpener-b9e91f9b38708de38b83a99e4a11b07f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b9e91f9b38708de38b83a99e4a11b07f 2024-12-07T22:07:56,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=10 2024-12-07T22:07:56,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=10, state=SUCCESS; OpenRegionProcedure 673ebbe037e41e9c263ff613cceb3cb7, server=f83a3c5fcf38,41787,1733609264222 in 395 msec 2024-12-07T22:07:56,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=673ebbe037e41e9c263ff613cceb3cb7, ASSIGN in 629 msec 2024-12-07T22:07:57,000 INFO [StoreOpener-b9e91f9b38708de38b83a99e4a11b07f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9e91f9b38708de38b83a99e4a11b07f columnFamilyName f 2024-12-07T22:07:57,001 DEBUG [StoreOpener-b9e91f9b38708de38b83a99e4a11b07f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:57,001 INFO [StoreOpener-b9e91f9b38708de38b83a99e4a11b07f-1 {}] regionserver.HStore(327): Store=b9e91f9b38708de38b83a99e4a11b07f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:57,001 INFO [StoreOpener-b9e91f9b38708de38b83a99e4a11b07f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b9e91f9b38708de38b83a99e4a11b07f 2024-12-07T22:07:57,003 INFO [StoreOpener-b9e91f9b38708de38b83a99e4a11b07f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9e91f9b38708de38b83a99e4a11b07f columnFamilyName norep 2024-12-07T22:07:57,003 DEBUG [StoreOpener-b9e91f9b38708de38b83a99e4a11b07f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:57,004 INFO [StoreOpener-b9e91f9b38708de38b83a99e4a11b07f-1 {}] regionserver.HStore(327): Store=b9e91f9b38708de38b83a99e4a11b07f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:57,004 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/b9e91f9b38708de38b83a99e4a11b07f 2024-12-07T22:07:57,005 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/b9e91f9b38708de38b83a99e4a11b07f 2024-12-07T22:07:57,006 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:07:57,008 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for b9e91f9b38708de38b83a99e4a11b07f 2024-12-07T22:07:57,010 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/b9e91f9b38708de38b83a99e4a11b07f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:57,011 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened b9e91f9b38708de38b83a99e4a11b07f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68068194, jitterRate=0.014295130968093872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:07:57,011 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for b9e91f9b38708de38b83a99e4a11b07f: 2024-12-07T22:07:57,012 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1733609272942.b9e91f9b38708de38b83a99e4a11b07f., pid=61, masterSystemTime=1733609276686 2024-12-07T22:07:57,014 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1733609272942.b9e91f9b38708de38b83a99e4a11b07f. 2024-12-07T22:07:57,014 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,mmm,1733609272942.b9e91f9b38708de38b83a99e4a11b07f. 2024-12-07T22:07:57,014 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,ppp,1733609272942.e6001c77e706a988a66c39f2e85135a8. 2024-12-07T22:07:57,014 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => e6001c77e706a988a66c39f2e85135a8, NAME => 'test,ppp,1733609272942.e6001c77e706a988a66c39f2e85135a8.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-07T22:07:57,015 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=b9e91f9b38708de38b83a99e4a11b07f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:57,015 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e6001c77e706a988a66c39f2e85135a8 2024-12-07T22:07:57,015 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,ppp,1733609272942.e6001c77e706a988a66c39f2e85135a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:57,015 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for e6001c77e706a988a66c39f2e85135a8 2024-12-07T22:07:57,015 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for e6001c77e706a988a66c39f2e85135a8 2024-12-07T22:07:57,017 INFO [StoreOpener-e6001c77e706a988a66c39f2e85135a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e6001c77e706a988a66c39f2e85135a8 2024-12-07T22:07:57,018 INFO [StoreOpener-e6001c77e706a988a66c39f2e85135a8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6001c77e706a988a66c39f2e85135a8 columnFamilyName f 2024-12-07T22:07:57,019 DEBUG [StoreOpener-e6001c77e706a988a66c39f2e85135a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:57,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=22 2024-12-07T22:07:57,019 INFO [StoreOpener-e6001c77e706a988a66c39f2e85135a8-1 {}] regionserver.HStore(327): Store=e6001c77e706a988a66c39f2e85135a8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:57,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=22, state=SUCCESS; OpenRegionProcedure b9e91f9b38708de38b83a99e4a11b07f, server=f83a3c5fcf38,41787,1733609264222 in 395 msec 2024-12-07T22:07:57,019 INFO [StoreOpener-e6001c77e706a988a66c39f2e85135a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e6001c77e706a988a66c39f2e85135a8 2024-12-07T22:07:57,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b9e91f9b38708de38b83a99e4a11b07f, ASSIGN in 652 msec 2024-12-07T22:07:57,021 INFO [StoreOpener-e6001c77e706a988a66c39f2e85135a8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6001c77e706a988a66c39f2e85135a8 columnFamilyName norep 2024-12-07T22:07:57,021 DEBUG [StoreOpener-e6001c77e706a988a66c39f2e85135a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:57,022 INFO [StoreOpener-e6001c77e706a988a66c39f2e85135a8-1 {}] regionserver.HStore(327): Store=e6001c77e706a988a66c39f2e85135a8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:57,023 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/e6001c77e706a988a66c39f2e85135a8 2024-12-07T22:07:57,023 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/e6001c77e706a988a66c39f2e85135a8 2024-12-07T22:07:57,025 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:07:57,026 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for e6001c77e706a988a66c39f2e85135a8 2024-12-07T22:07:57,028 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/e6001c77e706a988a66c39f2e85135a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:57,029 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened e6001c77e706a988a66c39f2e85135a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63941212, jitterRate=-0.047201693058013916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:07:57,029 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for e6001c77e706a988a66c39f2e85135a8: 2024-12-07T22:07:57,030 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1733609272942.e6001c77e706a988a66c39f2e85135a8., pid=41, masterSystemTime=1733609276686 2024-12-07T22:07:57,032 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1733609272942.e6001c77e706a988a66c39f2e85135a8. 2024-12-07T22:07:57,032 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,ppp,1733609272942.e6001c77e706a988a66c39f2e85135a8. 2024-12-07T22:07:57,032 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,eee,1733609272942.2577f245af7d901eef580ee4922da0cc. 2024-12-07T22:07:57,032 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 2577f245af7d901eef580ee4922da0cc, NAME => 'test,eee,1733609272942.2577f245af7d901eef580ee4922da0cc.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-07T22:07:57,032 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=e6001c77e706a988a66c39f2e85135a8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:57,033 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2577f245af7d901eef580ee4922da0cc 2024-12-07T22:07:57,033 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,eee,1733609272942.2577f245af7d901eef580ee4922da0cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:57,033 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 2577f245af7d901eef580ee4922da0cc 2024-12-07T22:07:57,033 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 2577f245af7d901eef580ee4922da0cc 2024-12-07T22:07:57,034 INFO [StoreOpener-2577f245af7d901eef580ee4922da0cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2577f245af7d901eef580ee4922da0cc 2024-12-07T22:07:57,036 INFO [StoreOpener-2577f245af7d901eef580ee4922da0cc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2577f245af7d901eef580ee4922da0cc columnFamilyName f 2024-12-07T22:07:57,036 DEBUG [StoreOpener-2577f245af7d901eef580ee4922da0cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:57,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=25 2024-12-07T22:07:57,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=25, state=SUCCESS; OpenRegionProcedure e6001c77e706a988a66c39f2e85135a8, server=f83a3c5fcf38,41787,1733609264222 in 490 msec 2024-12-07T22:07:57,037 INFO [StoreOpener-2577f245af7d901eef580ee4922da0cc-1 {}] regionserver.HStore(327): Store=2577f245af7d901eef580ee4922da0cc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:57,037 INFO [StoreOpener-2577f245af7d901eef580ee4922da0cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2577f245af7d901eef580ee4922da0cc 2024-12-07T22:07:57,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e6001c77e706a988a66c39f2e85135a8, ASSIGN in 670 msec 2024-12-07T22:07:57,038 INFO [StoreOpener-2577f245af7d901eef580ee4922da0cc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2577f245af7d901eef580ee4922da0cc columnFamilyName norep 2024-12-07T22:07:57,039 DEBUG [StoreOpener-2577f245af7d901eef580ee4922da0cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:57,039 INFO [StoreOpener-2577f245af7d901eef580ee4922da0cc-1 {}] regionserver.HStore(327): Store=2577f245af7d901eef580ee4922da0cc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:57,040 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/2577f245af7d901eef580ee4922da0cc 2024-12-07T22:07:57,041 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/2577f245af7d901eef580ee4922da0cc 2024-12-07T22:07:57,043 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:07:57,044 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 2577f245af7d901eef580ee4922da0cc 2024-12-07T22:07:57,048 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/2577f245af7d901eef580ee4922da0cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:57,049 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 2577f245af7d901eef580ee4922da0cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72321427, jitterRate=0.07767324149608612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:07:57,049 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 2577f245af7d901eef580ee4922da0cc: 2024-12-07T22:07:57,050 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1733609272942.2577f245af7d901eef580ee4922da0cc., pid=39, masterSystemTime=1733609276686 2024-12-07T22:07:57,052 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1733609272942.2577f245af7d901eef580ee4922da0cc. 2024-12-07T22:07:57,052 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,eee,1733609272942.2577f245af7d901eef580ee4922da0cc. 2024-12-07T22:07:57,053 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,lll,1733609272942.a0ddeb0c43029ea78e630de2a9c8b008. 2024-12-07T22:07:57,053 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => a0ddeb0c43029ea78e630de2a9c8b008, NAME => 'test,lll,1733609272942.a0ddeb0c43029ea78e630de2a9c8b008.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-07T22:07:57,053 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=2577f245af7d901eef580ee4922da0cc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:57,053 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a0ddeb0c43029ea78e630de2a9c8b008 2024-12-07T22:07:57,053 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,lll,1733609272942.a0ddeb0c43029ea78e630de2a9c8b008.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:57,054 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for a0ddeb0c43029ea78e630de2a9c8b008 2024-12-07T22:07:57,054 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for a0ddeb0c43029ea78e630de2a9c8b008 2024-12-07T22:07:57,056 INFO [StoreOpener-a0ddeb0c43029ea78e630de2a9c8b008-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a0ddeb0c43029ea78e630de2a9c8b008 2024-12-07T22:07:57,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=14 2024-12-07T22:07:57,058 INFO [StoreOpener-a0ddeb0c43029ea78e630de2a9c8b008-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0ddeb0c43029ea78e630de2a9c8b008 columnFamilyName f 2024-12-07T22:07:57,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=14, state=SUCCESS; OpenRegionProcedure 2577f245af7d901eef580ee4922da0cc, server=f83a3c5fcf38,41787,1733609264222 in 519 msec 2024-12-07T22:07:57,058 DEBUG [StoreOpener-a0ddeb0c43029ea78e630de2a9c8b008-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:57,059 INFO [StoreOpener-a0ddeb0c43029ea78e630de2a9c8b008-1 {}] regionserver.HStore(327): Store=a0ddeb0c43029ea78e630de2a9c8b008/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:57,059 INFO [StoreOpener-a0ddeb0c43029ea78e630de2a9c8b008-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a0ddeb0c43029ea78e630de2a9c8b008 2024-12-07T22:07:57,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2577f245af7d901eef580ee4922da0cc, ASSIGN in 691 msec 2024-12-07T22:07:57,062 INFO [StoreOpener-a0ddeb0c43029ea78e630de2a9c8b008-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0ddeb0c43029ea78e630de2a9c8b008 columnFamilyName norep 2024-12-07T22:07:57,063 DEBUG [StoreOpener-a0ddeb0c43029ea78e630de2a9c8b008-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:57,063 INFO [StoreOpener-a0ddeb0c43029ea78e630de2a9c8b008-1 {}] regionserver.HStore(327): Store=a0ddeb0c43029ea78e630de2a9c8b008/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:57,064 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/a0ddeb0c43029ea78e630de2a9c8b008 2024-12-07T22:07:57,065 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/a0ddeb0c43029ea78e630de2a9c8b008 2024-12-07T22:07:57,066 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:07:57,067 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for a0ddeb0c43029ea78e630de2a9c8b008 2024-12-07T22:07:57,069 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/a0ddeb0c43029ea78e630de2a9c8b008/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:57,070 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened a0ddeb0c43029ea78e630de2a9c8b008; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73068439, jitterRate=0.08880458772182465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:07:57,070 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for a0ddeb0c43029ea78e630de2a9c8b008: 2024-12-07T22:07:57,071 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1733609272942.a0ddeb0c43029ea78e630de2a9c8b008., pid=38, masterSystemTime=1733609276686 2024-12-07T22:07:57,073 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1733609272942.a0ddeb0c43029ea78e630de2a9c8b008. 2024-12-07T22:07:57,073 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,lll,1733609272942.a0ddeb0c43029ea78e630de2a9c8b008. 2024-12-07T22:07:57,073 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,ttt,1733609272942.b4707d29b0966135f5236eb4fcdb560c. 2024-12-07T22:07:57,073 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => b4707d29b0966135f5236eb4fcdb560c, NAME => 'test,ttt,1733609272942.b4707d29b0966135f5236eb4fcdb560c.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-07T22:07:57,074 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=a0ddeb0c43029ea78e630de2a9c8b008, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:57,074 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b4707d29b0966135f5236eb4fcdb560c 2024-12-07T22:07:57,074 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,ttt,1733609272942.b4707d29b0966135f5236eb4fcdb560c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:57,074 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for b4707d29b0966135f5236eb4fcdb560c 2024-12-07T22:07:57,074 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for b4707d29b0966135f5236eb4fcdb560c 2024-12-07T22:07:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T22:07:57,077 INFO [StoreOpener-b4707d29b0966135f5236eb4fcdb560c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b4707d29b0966135f5236eb4fcdb560c 2024-12-07T22:07:57,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=21 2024-12-07T22:07:57,079 INFO [StoreOpener-b4707d29b0966135f5236eb4fcdb560c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4707d29b0966135f5236eb4fcdb560c columnFamilyName f 2024-12-07T22:07:57,079 DEBUG [StoreOpener-b4707d29b0966135f5236eb4fcdb560c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:57,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=21, state=SUCCESS; OpenRegionProcedure a0ddeb0c43029ea78e630de2a9c8b008, server=f83a3c5fcf38,41787,1733609264222 in 541 msec 2024-12-07T22:07:57,080 INFO [StoreOpener-b4707d29b0966135f5236eb4fcdb560c-1 {}] regionserver.HStore(327): Store=b4707d29b0966135f5236eb4fcdb560c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:57,080 INFO [StoreOpener-b4707d29b0966135f5236eb4fcdb560c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b4707d29b0966135f5236eb4fcdb560c 2024-12-07T22:07:57,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=a0ddeb0c43029ea78e630de2a9c8b008, ASSIGN in 711 msec 2024-12-07T22:07:57,082 INFO [StoreOpener-b4707d29b0966135f5236eb4fcdb560c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4707d29b0966135f5236eb4fcdb560c columnFamilyName norep 2024-12-07T22:07:57,082 DEBUG [StoreOpener-b4707d29b0966135f5236eb4fcdb560c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:57,082 INFO [StoreOpener-b4707d29b0966135f5236eb4fcdb560c-1 {}] regionserver.HStore(327): Store=b4707d29b0966135f5236eb4fcdb560c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:57,083 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/b4707d29b0966135f5236eb4fcdb560c 2024-12-07T22:07:57,084 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/b4707d29b0966135f5236eb4fcdb560c 2024-12-07T22:07:57,085 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:07:57,086 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for b4707d29b0966135f5236eb4fcdb560c 2024-12-07T22:07:57,090 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/b4707d29b0966135f5236eb4fcdb560c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:57,090 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened b4707d29b0966135f5236eb4fcdb560c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71590909, jitterRate=0.06678767502307892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:07:57,090 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for b4707d29b0966135f5236eb4fcdb560c: 2024-12-07T22:07:57,091 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1733609272942.b4707d29b0966135f5236eb4fcdb560c., pid=48, masterSystemTime=1733609276686 2024-12-07T22:07:57,094 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1733609272942.b4707d29b0966135f5236eb4fcdb560c. 2024-12-07T22:07:57,094 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,ttt,1733609272942.b4707d29b0966135f5236eb4fcdb560c. 2024-12-07T22:07:57,094 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,qqq,1733609272942.84f838a2af510babfb346b9f492d7ed3. 2024-12-07T22:07:57,094 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=b4707d29b0966135f5236eb4fcdb560c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:57,094 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 84f838a2af510babfb346b9f492d7ed3, NAME => 'test,qqq,1733609272942.84f838a2af510babfb346b9f492d7ed3.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-07T22:07:57,094 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 84f838a2af510babfb346b9f492d7ed3 2024-12-07T22:07:57,095 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,qqq,1733609272942.84f838a2af510babfb346b9f492d7ed3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:57,095 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 84f838a2af510babfb346b9f492d7ed3 2024-12-07T22:07:57,095 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 84f838a2af510babfb346b9f492d7ed3 2024-12-07T22:07:57,097 INFO [StoreOpener-84f838a2af510babfb346b9f492d7ed3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 84f838a2af510babfb346b9f492d7ed3 2024-12-07T22:07:57,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=29 2024-12-07T22:07:57,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=29, state=SUCCESS; OpenRegionProcedure b4707d29b0966135f5236eb4fcdb560c, server=f83a3c5fcf38,41787,1733609264222 in 525 msec 2024-12-07T22:07:57,099 INFO [StoreOpener-84f838a2af510babfb346b9f492d7ed3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84f838a2af510babfb346b9f492d7ed3 columnFamilyName f 2024-12-07T22:07:57,099 DEBUG [StoreOpener-84f838a2af510babfb346b9f492d7ed3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:57,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b4707d29b0966135f5236eb4fcdb560c, ASSIGN in 731 msec 2024-12-07T22:07:57,100 INFO [StoreOpener-84f838a2af510babfb346b9f492d7ed3-1 {}] regionserver.HStore(327): Store=84f838a2af510babfb346b9f492d7ed3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:57,101 INFO [StoreOpener-84f838a2af510babfb346b9f492d7ed3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 84f838a2af510babfb346b9f492d7ed3 2024-12-07T22:07:57,102 INFO [StoreOpener-84f838a2af510babfb346b9f492d7ed3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84f838a2af510babfb346b9f492d7ed3 columnFamilyName norep 2024-12-07T22:07:57,102 DEBUG [StoreOpener-84f838a2af510babfb346b9f492d7ed3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:57,103 INFO [StoreOpener-84f838a2af510babfb346b9f492d7ed3-1 {}] regionserver.HStore(327): Store=84f838a2af510babfb346b9f492d7ed3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:57,104 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/84f838a2af510babfb346b9f492d7ed3 2024-12-07T22:07:57,104 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/84f838a2af510babfb346b9f492d7ed3 2024-12-07T22:07:57,106 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:07:57,107 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 84f838a2af510babfb346b9f492d7ed3 2024-12-07T22:07:57,110 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/84f838a2af510babfb346b9f492d7ed3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:57,110 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 84f838a2af510babfb346b9f492d7ed3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66920728, jitterRate=-0.0028034448623657227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:07:57,110 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 84f838a2af510babfb346b9f492d7ed3: 2024-12-07T22:07:57,111 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1733609272942.84f838a2af510babfb346b9f492d7ed3., pid=46, masterSystemTime=1733609276686 2024-12-07T22:07:57,113 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1733609272942.84f838a2af510babfb346b9f492d7ed3. 2024-12-07T22:07:57,114 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,qqq,1733609272942.84f838a2af510babfb346b9f492d7ed3. 2024-12-07T22:07:57,114 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,ddd,1733609272942.999ea07f3d78fed8c71dea2ca903508e. 2024-12-07T22:07:57,114 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 999ea07f3d78fed8c71dea2ca903508e, NAME => 'test,ddd,1733609272942.999ea07f3d78fed8c71dea2ca903508e.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-07T22:07:57,114 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=84f838a2af510babfb346b9f492d7ed3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:57,115 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 999ea07f3d78fed8c71dea2ca903508e 2024-12-07T22:07:57,115 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,ddd,1733609272942.999ea07f3d78fed8c71dea2ca903508e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:57,115 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 999ea07f3d78fed8c71dea2ca903508e 2024-12-07T22:07:57,115 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 999ea07f3d78fed8c71dea2ca903508e 2024-12-07T22:07:57,117 INFO [StoreOpener-999ea07f3d78fed8c71dea2ca903508e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 999ea07f3d78fed8c71dea2ca903508e 2024-12-07T22:07:57,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=26 2024-12-07T22:07:57,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=26, state=SUCCESS; OpenRegionProcedure 84f838a2af510babfb346b9f492d7ed3, server=f83a3c5fcf38,41787,1733609264222 in 548 msec 2024-12-07T22:07:57,119 INFO [StoreOpener-999ea07f3d78fed8c71dea2ca903508e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 999ea07f3d78fed8c71dea2ca903508e columnFamilyName f 2024-12-07T22:07:57,119 DEBUG [StoreOpener-999ea07f3d78fed8c71dea2ca903508e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:57,120 INFO [StoreOpener-999ea07f3d78fed8c71dea2ca903508e-1 {}] regionserver.HStore(327): Store=999ea07f3d78fed8c71dea2ca903508e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:57,120 INFO [StoreOpener-999ea07f3d78fed8c71dea2ca903508e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 999ea07f3d78fed8c71dea2ca903508e 2024-12-07T22:07:57,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=84f838a2af510babfb346b9f492d7ed3, ASSIGN in 752 msec 2024-12-07T22:07:57,122 INFO [StoreOpener-999ea07f3d78fed8c71dea2ca903508e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 999ea07f3d78fed8c71dea2ca903508e columnFamilyName norep 2024-12-07T22:07:57,122 DEBUG [StoreOpener-999ea07f3d78fed8c71dea2ca903508e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:57,123 INFO [StoreOpener-999ea07f3d78fed8c71dea2ca903508e-1 {}] regionserver.HStore(327): Store=999ea07f3d78fed8c71dea2ca903508e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:57,124 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/999ea07f3d78fed8c71dea2ca903508e 2024-12-07T22:07:57,124 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/999ea07f3d78fed8c71dea2ca903508e 2024-12-07T22:07:57,126 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:07:57,127 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 999ea07f3d78fed8c71dea2ca903508e 2024-12-07T22:07:57,130 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/999ea07f3d78fed8c71dea2ca903508e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:57,130 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 999ea07f3d78fed8c71dea2ca903508e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62768265, jitterRate=-0.06467996537685394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:07:57,130 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 999ea07f3d78fed8c71dea2ca903508e: 2024-12-07T22:07:57,131 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1733609272942.999ea07f3d78fed8c71dea2ca903508e., pid=40, masterSystemTime=1733609276686 2024-12-07T22:07:57,133 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1733609272942.999ea07f3d78fed8c71dea2ca903508e. 2024-12-07T22:07:57,133 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,ddd,1733609272942.999ea07f3d78fed8c71dea2ca903508e. 2024-12-07T22:07:57,133 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,xxx,1733609272942.d3a2d19ff92e93f1124e0c61f1680574. 2024-12-07T22:07:57,133 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => d3a2d19ff92e93f1124e0c61f1680574, NAME => 'test,xxx,1733609272942.d3a2d19ff92e93f1124e0c61f1680574.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-07T22:07:57,134 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=999ea07f3d78fed8c71dea2ca903508e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:57,134 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d3a2d19ff92e93f1124e0c61f1680574 2024-12-07T22:07:57,134 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,xxx,1733609272942.d3a2d19ff92e93f1124e0c61f1680574.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:57,134 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for d3a2d19ff92e93f1124e0c61f1680574 2024-12-07T22:07:57,134 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for d3a2d19ff92e93f1124e0c61f1680574 2024-12-07T22:07:57,136 INFO [StoreOpener-d3a2d19ff92e93f1124e0c61f1680574-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d3a2d19ff92e93f1124e0c61f1680574 2024-12-07T22:07:57,138 INFO [StoreOpener-d3a2d19ff92e93f1124e0c61f1680574-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3a2d19ff92e93f1124e0c61f1680574 columnFamilyName f 2024-12-07T22:07:57,138 DEBUG [StoreOpener-d3a2d19ff92e93f1124e0c61f1680574-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:57,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=13 2024-12-07T22:07:57,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=13, state=SUCCESS; OpenRegionProcedure 999ea07f3d78fed8c71dea2ca903508e, server=f83a3c5fcf38,41787,1733609264222 in 597 msec 2024-12-07T22:07:57,138 INFO [StoreOpener-d3a2d19ff92e93f1124e0c61f1680574-1 {}] regionserver.HStore(327): Store=d3a2d19ff92e93f1124e0c61f1680574/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:57,138 INFO [StoreOpener-d3a2d19ff92e93f1124e0c61f1680574-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d3a2d19ff92e93f1124e0c61f1680574 2024-12-07T22:07:57,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=999ea07f3d78fed8c71dea2ca903508e, ASSIGN in 771 msec 2024-12-07T22:07:57,140 INFO [StoreOpener-d3a2d19ff92e93f1124e0c61f1680574-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3a2d19ff92e93f1124e0c61f1680574 columnFamilyName norep 2024-12-07T22:07:57,140 DEBUG [StoreOpener-d3a2d19ff92e93f1124e0c61f1680574-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:57,141 INFO [StoreOpener-d3a2d19ff92e93f1124e0c61f1680574-1 {}] regionserver.HStore(327): Store=d3a2d19ff92e93f1124e0c61f1680574/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:57,142 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/d3a2d19ff92e93f1124e0c61f1680574 2024-12-07T22:07:57,142 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/d3a2d19ff92e93f1124e0c61f1680574 2024-12-07T22:07:57,143 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:07:57,145 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for d3a2d19ff92e93f1124e0c61f1680574 2024-12-07T22:07:57,147 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/d3a2d19ff92e93f1124e0c61f1680574/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:57,148 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened d3a2d19ff92e93f1124e0c61f1680574; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70755434, jitterRate=0.05433812737464905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:07:57,148 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for d3a2d19ff92e93f1124e0c61f1680574: 2024-12-07T22:07:57,148 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1733609272942.d3a2d19ff92e93f1124e0c61f1680574., pid=50, masterSystemTime=1733609276686 2024-12-07T22:07:57,150 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1733609272942.d3a2d19ff92e93f1124e0c61f1680574. 2024-12-07T22:07:57,150 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,xxx,1733609272942.d3a2d19ff92e93f1124e0c61f1680574. 2024-12-07T22:07:57,151 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,yyy,1733609272942.efbcbe8ac02063be81a55af954e29849. 2024-12-07T22:07:57,151 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => efbcbe8ac02063be81a55af954e29849, NAME => 'test,yyy,1733609272942.efbcbe8ac02063be81a55af954e29849.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-07T22:07:57,151 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=d3a2d19ff92e93f1124e0c61f1680574, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:57,151 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test efbcbe8ac02063be81a55af954e29849 2024-12-07T22:07:57,151 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,yyy,1733609272942.efbcbe8ac02063be81a55af954e29849.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:57,151 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for efbcbe8ac02063be81a55af954e29849 2024-12-07T22:07:57,151 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for efbcbe8ac02063be81a55af954e29849 2024-12-07T22:07:57,153 INFO [StoreOpener-efbcbe8ac02063be81a55af954e29849-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region efbcbe8ac02063be81a55af954e29849 2024-12-07T22:07:57,155 INFO [StoreOpener-efbcbe8ac02063be81a55af954e29849-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efbcbe8ac02063be81a55af954e29849 columnFamilyName f 2024-12-07T22:07:57,155 DEBUG [StoreOpener-efbcbe8ac02063be81a55af954e29849-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:57,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=33 2024-12-07T22:07:57,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=33, state=SUCCESS; OpenRegionProcedure d3a2d19ff92e93f1124e0c61f1680574, server=f83a3c5fcf38,41787,1733609264222 in 569 msec 2024-12-07T22:07:57,156 INFO [StoreOpener-efbcbe8ac02063be81a55af954e29849-1 {}] regionserver.HStore(327): Store=efbcbe8ac02063be81a55af954e29849/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:57,156 INFO [StoreOpener-efbcbe8ac02063be81a55af954e29849-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region efbcbe8ac02063be81a55af954e29849 2024-12-07T22:07:57,157 INFO [StoreOpener-efbcbe8ac02063be81a55af954e29849-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efbcbe8ac02063be81a55af954e29849 columnFamilyName norep 2024-12-07T22:07:57,157 DEBUG [StoreOpener-efbcbe8ac02063be81a55af954e29849-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:57,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d3a2d19ff92e93f1124e0c61f1680574, ASSIGN in 788 msec 2024-12-07T22:07:57,158 INFO [StoreOpener-efbcbe8ac02063be81a55af954e29849-1 {}] regionserver.HStore(327): Store=efbcbe8ac02063be81a55af954e29849/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:57,159 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/efbcbe8ac02063be81a55af954e29849 2024-12-07T22:07:57,159 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/efbcbe8ac02063be81a55af954e29849 2024-12-07T22:07:57,160 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:07:57,161 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for efbcbe8ac02063be81a55af954e29849 2024-12-07T22:07:57,164 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/efbcbe8ac02063be81a55af954e29849/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:57,164 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened efbcbe8ac02063be81a55af954e29849; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60783112, jitterRate=-0.0942610502243042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:07:57,165 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for efbcbe8ac02063be81a55af954e29849: 2024-12-07T22:07:57,165 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1733609272942.efbcbe8ac02063be81a55af954e29849., pid=53, masterSystemTime=1733609276686 2024-12-07T22:07:57,167 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1733609272942.efbcbe8ac02063be81a55af954e29849. 2024-12-07T22:07:57,167 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,yyy,1733609272942.efbcbe8ac02063be81a55af954e29849. 2024-12-07T22:07:57,168 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,nnn,1733609272942.4622ad201e6ce082fbe8ec9da4bdd3bf. 2024-12-07T22:07:57,168 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 4622ad201e6ce082fbe8ec9da4bdd3bf, NAME => 'test,nnn,1733609272942.4622ad201e6ce082fbe8ec9da4bdd3bf.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-07T22:07:57,168 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4622ad201e6ce082fbe8ec9da4bdd3bf 2024-12-07T22:07:57,168 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,nnn,1733609272942.4622ad201e6ce082fbe8ec9da4bdd3bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:57,168 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=efbcbe8ac02063be81a55af954e29849, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:57,168 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 4622ad201e6ce082fbe8ec9da4bdd3bf 2024-12-07T22:07:57,169 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 4622ad201e6ce082fbe8ec9da4bdd3bf 2024-12-07T22:07:57,170 INFO [StoreOpener-4622ad201e6ce082fbe8ec9da4bdd3bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4622ad201e6ce082fbe8ec9da4bdd3bf 2024-12-07T22:07:57,172 INFO [StoreOpener-4622ad201e6ce082fbe8ec9da4bdd3bf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4622ad201e6ce082fbe8ec9da4bdd3bf columnFamilyName f 2024-12-07T22:07:57,173 DEBUG [StoreOpener-4622ad201e6ce082fbe8ec9da4bdd3bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:57,173 INFO [StoreOpener-4622ad201e6ce082fbe8ec9da4bdd3bf-1 {}] regionserver.HStore(327): Store=4622ad201e6ce082fbe8ec9da4bdd3bf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:57,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=34 2024-12-07T22:07:57,173 INFO [StoreOpener-4622ad201e6ce082fbe8ec9da4bdd3bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4622ad201e6ce082fbe8ec9da4bdd3bf 2024-12-07T22:07:57,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=34, state=SUCCESS; OpenRegionProcedure efbcbe8ac02063be81a55af954e29849, server=f83a3c5fcf38,41787,1733609264222 in 574 msec 2024-12-07T22:07:57,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=efbcbe8ac02063be81a55af954e29849, ASSIGN in 807 msec 2024-12-07T22:07:57,175 INFO [StoreOpener-4622ad201e6ce082fbe8ec9da4bdd3bf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4622ad201e6ce082fbe8ec9da4bdd3bf columnFamilyName norep 2024-12-07T22:07:57,175 DEBUG [StoreOpener-4622ad201e6ce082fbe8ec9da4bdd3bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:57,176 INFO [StoreOpener-4622ad201e6ce082fbe8ec9da4bdd3bf-1 {}] regionserver.HStore(327): Store=4622ad201e6ce082fbe8ec9da4bdd3bf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:57,177 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/4622ad201e6ce082fbe8ec9da4bdd3bf 2024-12-07T22:07:57,178 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/4622ad201e6ce082fbe8ec9da4bdd3bf 2024-12-07T22:07:57,179 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:07:57,180 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 4622ad201e6ce082fbe8ec9da4bdd3bf 2024-12-07T22:07:57,183 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/4622ad201e6ce082fbe8ec9da4bdd3bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:57,183 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 4622ad201e6ce082fbe8ec9da4bdd3bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60146901, jitterRate=-0.10374133288860321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:07:57,183 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 4622ad201e6ce082fbe8ec9da4bdd3bf: 2024-12-07T22:07:57,184 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1733609272942.4622ad201e6ce082fbe8ec9da4bdd3bf., pid=44, masterSystemTime=1733609276686 2024-12-07T22:07:57,186 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1733609272942.4622ad201e6ce082fbe8ec9da4bdd3bf. 2024-12-07T22:07:57,186 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,nnn,1733609272942.4622ad201e6ce082fbe8ec9da4bdd3bf. 2024-12-07T22:07:57,187 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,sss,1733609272942.cf586c3d8079ddbb20f3e7532b09b543. 2024-12-07T22:07:57,187 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => cf586c3d8079ddbb20f3e7532b09b543, NAME => 'test,sss,1733609272942.cf586c3d8079ddbb20f3e7532b09b543.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-07T22:07:57,187 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cf586c3d8079ddbb20f3e7532b09b543 2024-12-07T22:07:57,187 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,sss,1733609272942.cf586c3d8079ddbb20f3e7532b09b543.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:57,187 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for cf586c3d8079ddbb20f3e7532b09b543 2024-12-07T22:07:57,187 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for cf586c3d8079ddbb20f3e7532b09b543 2024-12-07T22:07:57,187 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=4622ad201e6ce082fbe8ec9da4bdd3bf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:57,190 INFO [StoreOpener-cf586c3d8079ddbb20f3e7532b09b543-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cf586c3d8079ddbb20f3e7532b09b543 2024-12-07T22:07:57,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=23 2024-12-07T22:07:57,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=23, state=SUCCESS; OpenRegionProcedure 4622ad201e6ce082fbe8ec9da4bdd3bf, server=f83a3c5fcf38,41787,1733609264222 in 625 msec 2024-12-07T22:07:57,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4622ad201e6ce082fbe8ec9da4bdd3bf, ASSIGN in 825 msec 2024-12-07T22:07:57,194 INFO [StoreOpener-cf586c3d8079ddbb20f3e7532b09b543-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf586c3d8079ddbb20f3e7532b09b543 columnFamilyName f 2024-12-07T22:07:57,194 DEBUG [StoreOpener-cf586c3d8079ddbb20f3e7532b09b543-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:57,195 INFO [StoreOpener-cf586c3d8079ddbb20f3e7532b09b543-1 {}] regionserver.HStore(327): Store=cf586c3d8079ddbb20f3e7532b09b543/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:57,195 INFO [StoreOpener-cf586c3d8079ddbb20f3e7532b09b543-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cf586c3d8079ddbb20f3e7532b09b543 2024-12-07T22:07:57,196 INFO [StoreOpener-cf586c3d8079ddbb20f3e7532b09b543-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf586c3d8079ddbb20f3e7532b09b543 columnFamilyName norep 2024-12-07T22:07:57,197 DEBUG [StoreOpener-cf586c3d8079ddbb20f3e7532b09b543-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:57,197 INFO [StoreOpener-cf586c3d8079ddbb20f3e7532b09b543-1 {}] regionserver.HStore(327): Store=cf586c3d8079ddbb20f3e7532b09b543/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:57,198 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/cf586c3d8079ddbb20f3e7532b09b543 2024-12-07T22:07:57,198 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/cf586c3d8079ddbb20f3e7532b09b543 2024-12-07T22:07:57,200 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:07:57,201 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for cf586c3d8079ddbb20f3e7532b09b543 2024-12-07T22:07:57,203 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/cf586c3d8079ddbb20f3e7532b09b543/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:57,204 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened cf586c3d8079ddbb20f3e7532b09b543; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73134214, jitterRate=0.08978471159934998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:07:57,204 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for cf586c3d8079ddbb20f3e7532b09b543: 2024-12-07T22:07:57,205 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1733609272942.cf586c3d8079ddbb20f3e7532b09b543., pid=52, masterSystemTime=1733609276686 2024-12-07T22:07:57,207 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1733609272942.cf586c3d8079ddbb20f3e7532b09b543. 2024-12-07T22:07:57,207 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,sss,1733609272942.cf586c3d8079ddbb20f3e7532b09b543. 2024-12-07T22:07:57,207 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,jjj,1733609272942.4187a07febaed8bed169c872ae336462. 2024-12-07T22:07:57,207 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 4187a07febaed8bed169c872ae336462, NAME => 'test,jjj,1733609272942.4187a07febaed8bed169c872ae336462.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-07T22:07:57,207 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=cf586c3d8079ddbb20f3e7532b09b543, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:57,208 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4187a07febaed8bed169c872ae336462 2024-12-07T22:07:57,208 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,jjj,1733609272942.4187a07febaed8bed169c872ae336462.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:07:57,208 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 4187a07febaed8bed169c872ae336462 2024-12-07T22:07:57,208 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 4187a07febaed8bed169c872ae336462 2024-12-07T22:07:57,210 INFO [StoreOpener-4187a07febaed8bed169c872ae336462-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4187a07febaed8bed169c872ae336462 2024-12-07T22:07:57,212 INFO [StoreOpener-4187a07febaed8bed169c872ae336462-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4187a07febaed8bed169c872ae336462 columnFamilyName f 2024-12-07T22:07:57,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=28 2024-12-07T22:07:57,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=28, state=SUCCESS; OpenRegionProcedure cf586c3d8079ddbb20f3e7532b09b543, server=f83a3c5fcf38,41787,1733609264222 in 615 msec 2024-12-07T22:07:57,212 DEBUG [StoreOpener-4187a07febaed8bed169c872ae336462-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:57,213 INFO [StoreOpener-4187a07febaed8bed169c872ae336462-1 {}] regionserver.HStore(327): Store=4187a07febaed8bed169c872ae336462/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:57,213 INFO [StoreOpener-4187a07febaed8bed169c872ae336462-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4187a07febaed8bed169c872ae336462 2024-12-07T22:07:57,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=cf586c3d8079ddbb20f3e7532b09b543, ASSIGN in 845 msec 2024-12-07T22:07:57,214 INFO [StoreOpener-4187a07febaed8bed169c872ae336462-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4187a07febaed8bed169c872ae336462 columnFamilyName norep 2024-12-07T22:07:57,214 DEBUG [StoreOpener-4187a07febaed8bed169c872ae336462-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:07:57,215 INFO [StoreOpener-4187a07febaed8bed169c872ae336462-1 {}] regionserver.HStore(327): Store=4187a07febaed8bed169c872ae336462/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:07:57,216 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/4187a07febaed8bed169c872ae336462 2024-12-07T22:07:57,216 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/4187a07febaed8bed169c872ae336462 2024-12-07T22:07:57,218 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:07:57,219 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 4187a07febaed8bed169c872ae336462 2024-12-07T22:07:57,221 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/4187a07febaed8bed169c872ae336462/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:07:57,222 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 4187a07febaed8bed169c872ae336462; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62998646, jitterRate=-0.061247020959854126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:07:57,222 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 4187a07febaed8bed169c872ae336462: 2024-12-07T22:07:57,223 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1733609272942.4187a07febaed8bed169c872ae336462., pid=45, masterSystemTime=1733609276686 2024-12-07T22:07:57,224 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1733609272942.4187a07febaed8bed169c872ae336462. 2024-12-07T22:07:57,225 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,jjj,1733609272942.4187a07febaed8bed169c872ae336462. 2024-12-07T22:07:57,225 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=4187a07febaed8bed169c872ae336462, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:07:57,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=19 2024-12-07T22:07:57,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=19, state=SUCCESS; OpenRegionProcedure 4187a07febaed8bed169c872ae336462, server=f83a3c5fcf38,41787,1733609264222 in 661 msec 2024-12-07T22:07:57,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=9 2024-12-07T22:07:57,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4187a07febaed8bed169c872ae336462, ASSIGN in 862 msec 2024-12-07T22:07:57,232 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T22:07:57,232 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733609277232"}]},"ts":"1733609277232"} 2024-12-07T22:07:57,234 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-07T22:07:57,238 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T22:07:57,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.2920 sec 2024-12-07T22:07:58,242 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T22:07:58,402 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-07T22:08:00,478 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-07T22:08:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T22:08:01,078 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-07T22:08:01,078 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-07T22:08:01,079 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:08:01,091 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-07T22:08:01,091 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:08:01,091 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-07T22:08:01,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T22:08:01,095 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T22:08:01,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T22:08:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-07T22:08:01,099 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T22:08:01,100 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:01,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-07T22:08:01,101 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T22:08:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T22:08:01,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741837_1013 (size=631) 2024-12-07T22:08:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T22:08:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T22:08:01,475 INFO [f83a3c5fcf38:41787Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-07T22:08:01,511 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 992757fbb7b481ccd0b5a1cfe45a6261, NAME => 'test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:01,512 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 2c7dc165b3a0f900fd0987d96d9fe0db, NAME => 'test,bbb,1733609281096.2c7dc165b3a0f900fd0987d96d9fe0db.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:01,512 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 60ccf62732a247d6deef1f75f7dd87f4, NAME => 'test,ccc,1733609281096.60ccf62732a247d6deef1f75f7dd87f4.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:01,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741839_1015 (size=45) 2024-12-07T22:08:01,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741838_1014 (size=42) 2024-12-07T22:08:01,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741840_1016 (size=45) 2024-12-07T22:08:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T22:08:01,922 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1733609281096.2c7dc165b3a0f900fd0987d96d9fe0db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:01,922 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 2c7dc165b3a0f900fd0987d96d9fe0db, disabling compactions & flushes 2024-12-07T22:08:01,922 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1733609281096.2c7dc165b3a0f900fd0987d96d9fe0db. 2024-12-07T22:08:01,922 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733609281096.2c7dc165b3a0f900fd0987d96d9fe0db. 2024-12-07T22:08:01,922 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733609281096.2c7dc165b3a0f900fd0987d96d9fe0db. after waiting 0 ms 2024-12-07T22:08:01,922 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733609281096.2c7dc165b3a0f900fd0987d96d9fe0db. 2024-12-07T22:08:01,922 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1733609281096.2c7dc165b3a0f900fd0987d96d9fe0db. 2024-12-07T22:08:01,922 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:01,922 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 2c7dc165b3a0f900fd0987d96d9fe0db: 2024-12-07T22:08:01,922 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 992757fbb7b481ccd0b5a1cfe45a6261, disabling compactions & flushes 2024-12-07T22:08:01,923 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261. 2024-12-07T22:08:01,923 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261. 2024-12-07T22:08:01,923 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261. after waiting 0 ms 2024-12-07T22:08:01,923 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 73c8dd43601f2331063d5dfc9cced07f, NAME => 'test,ddd,1733609281096.73c8dd43601f2331063d5dfc9cced07f.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:01,923 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261. 2024-12-07T22:08:01,923 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261. 2024-12-07T22:08:01,923 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1733609281096.60ccf62732a247d6deef1f75f7dd87f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:01,923 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 992757fbb7b481ccd0b5a1cfe45a6261: 2024-12-07T22:08:01,923 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 60ccf62732a247d6deef1f75f7dd87f4, disabling compactions & flushes 2024-12-07T22:08:01,924 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1733609281096.60ccf62732a247d6deef1f75f7dd87f4. 2024-12-07T22:08:01,924 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733609281096.60ccf62732a247d6deef1f75f7dd87f4. 2024-12-07T22:08:01,924 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => de1e100e0eb5440f9c271261650a7528, NAME => 'test,eee,1733609281096.de1e100e0eb5440f9c271261650a7528.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:01,924 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733609281096.60ccf62732a247d6deef1f75f7dd87f4. after waiting 0 ms 2024-12-07T22:08:01,924 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733609281096.60ccf62732a247d6deef1f75f7dd87f4. 2024-12-07T22:08:01,924 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1733609281096.60ccf62732a247d6deef1f75f7dd87f4. 2024-12-07T22:08:01,924 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 60ccf62732a247d6deef1f75f7dd87f4: 2024-12-07T22:08:01,925 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => aa1da09825687565290d7d8df289c109, NAME => 'test,fff,1733609281096.aa1da09825687565290d7d8df289c109.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:01,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741842_1018 (size=45) 2024-12-07T22:08:01,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741841_1017 (size=45) 2024-12-07T22:08:01,932 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,eee,1733609281096.de1e100e0eb5440f9c271261650a7528.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:01,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing de1e100e0eb5440f9c271261650a7528, disabling compactions & flushes 2024-12-07T22:08:01,933 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,eee,1733609281096.de1e100e0eb5440f9c271261650a7528. 2024-12-07T22:08:01,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733609281096.de1e100e0eb5440f9c271261650a7528. 2024-12-07T22:08:01,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733609281096.de1e100e0eb5440f9c271261650a7528. after waiting 0 ms 2024-12-07T22:08:01,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733609281096.de1e100e0eb5440f9c271261650a7528. 2024-12-07T22:08:01,933 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,eee,1733609281096.de1e100e0eb5440f9c271261650a7528. 2024-12-07T22:08:01,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for de1e100e0eb5440f9c271261650a7528: 2024-12-07T22:08:01,934 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 35284a0beda0c7ac703d9b0c79fd30f3, NAME => 'test,ggg,1733609281096.35284a0beda0c7ac703d9b0c79fd30f3.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:01,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741843_1019 (size=45) 2024-12-07T22:08:01,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741844_1020 (size=45) 2024-12-07T22:08:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T22:08:02,333 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ddd,1733609281096.73c8dd43601f2331063d5dfc9cced07f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:02,333 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 73c8dd43601f2331063d5dfc9cced07f, disabling compactions & flushes 2024-12-07T22:08:02,333 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ddd,1733609281096.73c8dd43601f2331063d5dfc9cced07f. 2024-12-07T22:08:02,333 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733609281096.73c8dd43601f2331063d5dfc9cced07f. 2024-12-07T22:08:02,333 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733609281096.73c8dd43601f2331063d5dfc9cced07f. after waiting 0 ms 2024-12-07T22:08:02,333 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733609281096.73c8dd43601f2331063d5dfc9cced07f. 2024-12-07T22:08:02,333 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ddd,1733609281096.73c8dd43601f2331063d5dfc9cced07f. 2024-12-07T22:08:02,333 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 73c8dd43601f2331063d5dfc9cced07f: 2024-12-07T22:08:02,334 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 984dab87ef18b00676b032212017e662, NAME => 'test,hhh,1733609281096.984dab87ef18b00676b032212017e662.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:02,337 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,fff,1733609281096.aa1da09825687565290d7d8df289c109.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:02,337 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing aa1da09825687565290d7d8df289c109, disabling compactions & flushes 2024-12-07T22:08:02,337 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,fff,1733609281096.aa1da09825687565290d7d8df289c109. 2024-12-07T22:08:02,337 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733609281096.aa1da09825687565290d7d8df289c109. 2024-12-07T22:08:02,337 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733609281096.aa1da09825687565290d7d8df289c109. after waiting 0 ms 2024-12-07T22:08:02,337 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733609281096.aa1da09825687565290d7d8df289c109. 2024-12-07T22:08:02,337 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,fff,1733609281096.aa1da09825687565290d7d8df289c109. 2024-12-07T22:08:02,337 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for aa1da09825687565290d7d8df289c109: 2024-12-07T22:08:02,338 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 7ec49c46dfcc69173e79ddd19635cbb3, NAME => 'test,iii,1733609281096.7ec49c46dfcc69173e79ddd19635cbb3.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:02,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741845_1021 (size=45) 2024-12-07T22:08:02,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ggg,1733609281096.35284a0beda0c7ac703d9b0c79fd30f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:02,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 35284a0beda0c7ac703d9b0c79fd30f3, disabling compactions & flushes 2024-12-07T22:08:02,343 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ggg,1733609281096.35284a0beda0c7ac703d9b0c79fd30f3. 2024-12-07T22:08:02,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733609281096.35284a0beda0c7ac703d9b0c79fd30f3. 2024-12-07T22:08:02,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733609281096.35284a0beda0c7ac703d9b0c79fd30f3. after waiting 0 ms 2024-12-07T22:08:02,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733609281096.35284a0beda0c7ac703d9b0c79fd30f3. 2024-12-07T22:08:02,343 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ggg,1733609281096.35284a0beda0c7ac703d9b0c79fd30f3. 2024-12-07T22:08:02,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 35284a0beda0c7ac703d9b0c79fd30f3: 2024-12-07T22:08:02,344 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8304a8b0a0e76101587fa264a8380068, NAME => 'test,jjj,1733609281096.8304a8b0a0e76101587fa264a8380068.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:02,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741846_1022 (size=45) 2024-12-07T22:08:02,345 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,iii,1733609281096.7ec49c46dfcc69173e79ddd19635cbb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:02,345 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 7ec49c46dfcc69173e79ddd19635cbb3, disabling compactions & flushes 2024-12-07T22:08:02,345 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,iii,1733609281096.7ec49c46dfcc69173e79ddd19635cbb3. 2024-12-07T22:08:02,345 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733609281096.7ec49c46dfcc69173e79ddd19635cbb3. 2024-12-07T22:08:02,345 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733609281096.7ec49c46dfcc69173e79ddd19635cbb3. after waiting 0 ms 2024-12-07T22:08:02,346 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733609281096.7ec49c46dfcc69173e79ddd19635cbb3. 2024-12-07T22:08:02,346 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,iii,1733609281096.7ec49c46dfcc69173e79ddd19635cbb3. 2024-12-07T22:08:02,346 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 7ec49c46dfcc69173e79ddd19635cbb3: 2024-12-07T22:08:02,346 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => e6c6b6f817db066d3333a76624cbf9f7, NAME => 'test,kkk,1733609281096.e6c6b6f817db066d3333a76624cbf9f7.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:02,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741847_1023 (size=45) 2024-12-07T22:08:02,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,jjj,1733609281096.8304a8b0a0e76101587fa264a8380068.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:02,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 8304a8b0a0e76101587fa264a8380068, disabling compactions & flushes 2024-12-07T22:08:02,351 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,jjj,1733609281096.8304a8b0a0e76101587fa264a8380068. 2024-12-07T22:08:02,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733609281096.8304a8b0a0e76101587fa264a8380068. 2024-12-07T22:08:02,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733609281096.8304a8b0a0e76101587fa264a8380068. after waiting 0 ms 2024-12-07T22:08:02,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733609281096.8304a8b0a0e76101587fa264a8380068. 2024-12-07T22:08:02,351 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,jjj,1733609281096.8304a8b0a0e76101587fa264a8380068. 2024-12-07T22:08:02,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8304a8b0a0e76101587fa264a8380068: 2024-12-07T22:08:02,352 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f4bd4c8569fdc2a79623a48ab8887feb, NAME => 'test,lll,1733609281096.f4bd4c8569fdc2a79623a48ab8887feb.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:02,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741848_1024 (size=45) 2024-12-07T22:08:02,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741849_1025 (size=45) 2024-12-07T22:08:02,743 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,hhh,1733609281096.984dab87ef18b00676b032212017e662.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:02,743 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 984dab87ef18b00676b032212017e662, disabling compactions & flushes 2024-12-07T22:08:02,744 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,hhh,1733609281096.984dab87ef18b00676b032212017e662. 2024-12-07T22:08:02,744 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733609281096.984dab87ef18b00676b032212017e662. 2024-12-07T22:08:02,744 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733609281096.984dab87ef18b00676b032212017e662. after waiting 0 ms 2024-12-07T22:08:02,744 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733609281096.984dab87ef18b00676b032212017e662. 2024-12-07T22:08:02,744 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,hhh,1733609281096.984dab87ef18b00676b032212017e662. 2024-12-07T22:08:02,744 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 984dab87ef18b00676b032212017e662: 2024-12-07T22:08:02,744 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 258c8703f14367595f5773f8466cc32d, NAME => 'test,mmm,1733609281096.258c8703f14367595f5773f8466cc32d.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:02,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741850_1026 (size=45) 2024-12-07T22:08:02,754 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,kkk,1733609281096.e6c6b6f817db066d3333a76624cbf9f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:02,754 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing e6c6b6f817db066d3333a76624cbf9f7, disabling compactions & flushes 2024-12-07T22:08:02,754 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,kkk,1733609281096.e6c6b6f817db066d3333a76624cbf9f7. 2024-12-07T22:08:02,754 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733609281096.e6c6b6f817db066d3333a76624cbf9f7. 2024-12-07T22:08:02,754 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733609281096.e6c6b6f817db066d3333a76624cbf9f7. after waiting 0 ms 2024-12-07T22:08:02,754 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733609281096.e6c6b6f817db066d3333a76624cbf9f7. 2024-12-07T22:08:02,754 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,kkk,1733609281096.e6c6b6f817db066d3333a76624cbf9f7. 2024-12-07T22:08:02,754 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for e6c6b6f817db066d3333a76624cbf9f7: 2024-12-07T22:08:02,754 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => b37dcaada6aaf70b6d76a4a0d05f3a20, NAME => 'test,nnn,1733609281096.b37dcaada6aaf70b6d76a4a0d05f3a20.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:02,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,lll,1733609281096.f4bd4c8569fdc2a79623a48ab8887feb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:02,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing f4bd4c8569fdc2a79623a48ab8887feb, disabling compactions & flushes 2024-12-07T22:08:02,759 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,lll,1733609281096.f4bd4c8569fdc2a79623a48ab8887feb. 2024-12-07T22:08:02,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733609281096.f4bd4c8569fdc2a79623a48ab8887feb. 2024-12-07T22:08:02,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733609281096.f4bd4c8569fdc2a79623a48ab8887feb. after waiting 0 ms 2024-12-07T22:08:02,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733609281096.f4bd4c8569fdc2a79623a48ab8887feb. 2024-12-07T22:08:02,759 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,lll,1733609281096.f4bd4c8569fdc2a79623a48ab8887feb. 2024-12-07T22:08:02,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for f4bd4c8569fdc2a79623a48ab8887feb: 2024-12-07T22:08:02,760 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8cd1175f7604e3335c6f6e18dac3a225, NAME => 'test,ooo,1733609281096.8cd1175f7604e3335c6f6e18dac3a225.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:02,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741851_1027 (size=45) 2024-12-07T22:08:02,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741852_1028 (size=45) 2024-12-07T22:08:03,152 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,mmm,1733609281096.258c8703f14367595f5773f8466cc32d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:03,152 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 258c8703f14367595f5773f8466cc32d, disabling compactions & flushes 2024-12-07T22:08:03,152 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,mmm,1733609281096.258c8703f14367595f5773f8466cc32d. 2024-12-07T22:08:03,152 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733609281096.258c8703f14367595f5773f8466cc32d. 2024-12-07T22:08:03,152 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733609281096.258c8703f14367595f5773f8466cc32d. after waiting 0 ms 2024-12-07T22:08:03,152 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733609281096.258c8703f14367595f5773f8466cc32d. 2024-12-07T22:08:03,152 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,mmm,1733609281096.258c8703f14367595f5773f8466cc32d. 2024-12-07T22:08:03,152 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 258c8703f14367595f5773f8466cc32d: 2024-12-07T22:08:03,153 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => fac64c5fc332dcc192b87a63beaa72ce, NAME => 'test,ppp,1733609281096.fac64c5fc332dcc192b87a63beaa72ce.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:03,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741853_1029 (size=45) 2024-12-07T22:08:03,161 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,nnn,1733609281096.b37dcaada6aaf70b6d76a4a0d05f3a20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:03,161 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing b37dcaada6aaf70b6d76a4a0d05f3a20, disabling compactions & flushes 2024-12-07T22:08:03,161 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,nnn,1733609281096.b37dcaada6aaf70b6d76a4a0d05f3a20. 2024-12-07T22:08:03,161 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733609281096.b37dcaada6aaf70b6d76a4a0d05f3a20. 2024-12-07T22:08:03,161 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733609281096.b37dcaada6aaf70b6d76a4a0d05f3a20. after waiting 0 ms 2024-12-07T22:08:03,161 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733609281096.b37dcaada6aaf70b6d76a4a0d05f3a20. 2024-12-07T22:08:03,161 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,nnn,1733609281096.b37dcaada6aaf70b6d76a4a0d05f3a20. 2024-12-07T22:08:03,161 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for b37dcaada6aaf70b6d76a4a0d05f3a20: 2024-12-07T22:08:03,162 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 6a483cd8fc4ddfd6efb7f41454e59950, NAME => 'test,qqq,1733609281096.6a483cd8fc4ddfd6efb7f41454e59950.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:03,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ooo,1733609281096.8cd1175f7604e3335c6f6e18dac3a225.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:03,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 8cd1175f7604e3335c6f6e18dac3a225, disabling compactions & flushes 2024-12-07T22:08:03,167 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ooo,1733609281096.8cd1175f7604e3335c6f6e18dac3a225. 2024-12-07T22:08:03,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733609281096.8cd1175f7604e3335c6f6e18dac3a225. 2024-12-07T22:08:03,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733609281096.8cd1175f7604e3335c6f6e18dac3a225. after waiting 0 ms 2024-12-07T22:08:03,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733609281096.8cd1175f7604e3335c6f6e18dac3a225. 2024-12-07T22:08:03,167 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ooo,1733609281096.8cd1175f7604e3335c6f6e18dac3a225. 2024-12-07T22:08:03,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8cd1175f7604e3335c6f6e18dac3a225: 2024-12-07T22:08:03,168 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7d4faadcc08eac4b724247219c466b21, NAME => 'test,rrr,1733609281096.7d4faadcc08eac4b724247219c466b21.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:03,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741854_1030 (size=45) 2024-12-07T22:08:03,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741855_1031 (size=45) 2024-12-07T22:08:03,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T22:08:03,561 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ppp,1733609281096.fac64c5fc332dcc192b87a63beaa72ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:03,562 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing fac64c5fc332dcc192b87a63beaa72ce, disabling compactions & flushes 2024-12-07T22:08:03,562 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ppp,1733609281096.fac64c5fc332dcc192b87a63beaa72ce. 2024-12-07T22:08:03,562 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733609281096.fac64c5fc332dcc192b87a63beaa72ce. 2024-12-07T22:08:03,562 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733609281096.fac64c5fc332dcc192b87a63beaa72ce. after waiting 0 ms 2024-12-07T22:08:03,562 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733609281096.fac64c5fc332dcc192b87a63beaa72ce. 2024-12-07T22:08:03,562 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ppp,1733609281096.fac64c5fc332dcc192b87a63beaa72ce. 2024-12-07T22:08:03,562 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for fac64c5fc332dcc192b87a63beaa72ce: 2024-12-07T22:08:03,562 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 7810e050e26a657ec9364ba2f583e567, NAME => 'test,sss,1733609281096.7810e050e26a657ec9364ba2f583e567.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:03,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741856_1032 (size=45) 2024-12-07T22:08:03,570 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,qqq,1733609281096.6a483cd8fc4ddfd6efb7f41454e59950.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:03,570 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 6a483cd8fc4ddfd6efb7f41454e59950, disabling compactions & flushes 2024-12-07T22:08:03,570 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,qqq,1733609281096.6a483cd8fc4ddfd6efb7f41454e59950. 2024-12-07T22:08:03,570 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733609281096.6a483cd8fc4ddfd6efb7f41454e59950. 2024-12-07T22:08:03,570 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733609281096.6a483cd8fc4ddfd6efb7f41454e59950. after waiting 0 ms 2024-12-07T22:08:03,570 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733609281096.6a483cd8fc4ddfd6efb7f41454e59950. 2024-12-07T22:08:03,570 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,qqq,1733609281096.6a483cd8fc4ddfd6efb7f41454e59950. 2024-12-07T22:08:03,570 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 6a483cd8fc4ddfd6efb7f41454e59950: 2024-12-07T22:08:03,571 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => f122a6f45bb4480d2cd965ee320fd482, NAME => 'test,ttt,1733609281096.f122a6f45bb4480d2cd965ee320fd482.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:03,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,rrr,1733609281096.7d4faadcc08eac4b724247219c466b21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:03,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 7d4faadcc08eac4b724247219c466b21, disabling compactions & flushes 2024-12-07T22:08:03,575 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,rrr,1733609281096.7d4faadcc08eac4b724247219c466b21. 2024-12-07T22:08:03,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733609281096.7d4faadcc08eac4b724247219c466b21. 2024-12-07T22:08:03,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733609281096.7d4faadcc08eac4b724247219c466b21. after waiting 0 ms 2024-12-07T22:08:03,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733609281096.7d4faadcc08eac4b724247219c466b21. 2024-12-07T22:08:03,575 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,rrr,1733609281096.7d4faadcc08eac4b724247219c466b21. 2024-12-07T22:08:03,575 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7d4faadcc08eac4b724247219c466b21: 2024-12-07T22:08:03,576 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 063efd89c40e6c1176d33565b5076f3a, NAME => 'test,uuu,1733609281096.063efd89c40e6c1176d33565b5076f3a.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:03,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741857_1033 (size=45) 2024-12-07T22:08:03,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741858_1034 (size=45) 2024-12-07T22:08:03,971 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,sss,1733609281096.7810e050e26a657ec9364ba2f583e567.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:03,971 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 7810e050e26a657ec9364ba2f583e567, disabling compactions & flushes 2024-12-07T22:08:03,971 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,sss,1733609281096.7810e050e26a657ec9364ba2f583e567. 2024-12-07T22:08:03,971 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733609281096.7810e050e26a657ec9364ba2f583e567. 2024-12-07T22:08:03,971 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733609281096.7810e050e26a657ec9364ba2f583e567. after waiting 0 ms 2024-12-07T22:08:03,971 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733609281096.7810e050e26a657ec9364ba2f583e567. 2024-12-07T22:08:03,971 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,sss,1733609281096.7810e050e26a657ec9364ba2f583e567. 2024-12-07T22:08:03,971 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 7810e050e26a657ec9364ba2f583e567: 2024-12-07T22:08:03,972 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 6db2495047f7945db09339b0821a82d0, NAME => 'test,vvv,1733609281096.6db2495047f7945db09339b0821a82d0.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:03,975 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-07T22:08:03,975 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-07T22:08:03,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741859_1035 (size=45) 2024-12-07T22:08:03,982 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ttt,1733609281096.f122a6f45bb4480d2cd965ee320fd482.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:03,982 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing f122a6f45bb4480d2cd965ee320fd482, disabling compactions & flushes 2024-12-07T22:08:03,982 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ttt,1733609281096.f122a6f45bb4480d2cd965ee320fd482. 2024-12-07T22:08:03,982 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733609281096.f122a6f45bb4480d2cd965ee320fd482. 2024-12-07T22:08:03,982 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733609281096.f122a6f45bb4480d2cd965ee320fd482. after waiting 0 ms 2024-12-07T22:08:03,982 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733609281096.f122a6f45bb4480d2cd965ee320fd482. 2024-12-07T22:08:03,982 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ttt,1733609281096.f122a6f45bb4480d2cd965ee320fd482. 2024-12-07T22:08:03,982 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for f122a6f45bb4480d2cd965ee320fd482: 2024-12-07T22:08:03,983 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 79867e645e52319a601015b01efc0319, NAME => 'test,www,1733609281096.79867e645e52319a601015b01efc0319.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:03,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,uuu,1733609281096.063efd89c40e6c1176d33565b5076f3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:03,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 063efd89c40e6c1176d33565b5076f3a, disabling compactions & flushes 2024-12-07T22:08:03,986 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,uuu,1733609281096.063efd89c40e6c1176d33565b5076f3a. 2024-12-07T22:08:03,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733609281096.063efd89c40e6c1176d33565b5076f3a. 2024-12-07T22:08:03,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733609281096.063efd89c40e6c1176d33565b5076f3a. after waiting 0 ms 2024-12-07T22:08:03,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733609281096.063efd89c40e6c1176d33565b5076f3a. 2024-12-07T22:08:03,986 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,uuu,1733609281096.063efd89c40e6c1176d33565b5076f3a. 2024-12-07T22:08:03,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 063efd89c40e6c1176d33565b5076f3a: 2024-12-07T22:08:03,987 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7130ca617d94205553d595d70c380b7b, NAME => 'test,xxx,1733609281096.7130ca617d94205553d595d70c380b7b.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:03,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741860_1036 (size=45) 2024-12-07T22:08:03,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741861_1037 (size=45) 2024-12-07T22:08:04,379 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,vvv,1733609281096.6db2495047f7945db09339b0821a82d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:04,380 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 6db2495047f7945db09339b0821a82d0, disabling compactions & flushes 2024-12-07T22:08:04,380 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,vvv,1733609281096.6db2495047f7945db09339b0821a82d0. 2024-12-07T22:08:04,380 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733609281096.6db2495047f7945db09339b0821a82d0. 2024-12-07T22:08:04,380 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733609281096.6db2495047f7945db09339b0821a82d0. after waiting 0 ms 2024-12-07T22:08:04,380 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733609281096.6db2495047f7945db09339b0821a82d0. 2024-12-07T22:08:04,380 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,vvv,1733609281096.6db2495047f7945db09339b0821a82d0. 2024-12-07T22:08:04,380 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 6db2495047f7945db09339b0821a82d0: 2024-12-07T22:08:04,381 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 6ca51cc5e212a87b1bc1de69381d99bd, NAME => 'test,yyy,1733609281096.6ca51cc5e212a87b1bc1de69381d99bd.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:04,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741862_1038 (size=45) 2024-12-07T22:08:04,390 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,www,1733609281096.79867e645e52319a601015b01efc0319.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:04,390 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 79867e645e52319a601015b01efc0319, disabling compactions & flushes 2024-12-07T22:08:04,390 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,www,1733609281096.79867e645e52319a601015b01efc0319. 2024-12-07T22:08:04,390 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733609281096.79867e645e52319a601015b01efc0319. 2024-12-07T22:08:04,390 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1733609281096.79867e645e52319a601015b01efc0319. after waiting 0 ms 2024-12-07T22:08:04,390 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1733609281096.79867e645e52319a601015b01efc0319. 2024-12-07T22:08:04,390 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,www,1733609281096.79867e645e52319a601015b01efc0319. 2024-12-07T22:08:04,390 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 79867e645e52319a601015b01efc0319: 2024-12-07T22:08:04,391 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => d6ae7f4bcf56e7488c57e9c1ed6d4448, NAME => 'test,zzz,1733609281096.d6ae7f4bcf56e7488c57e9c1ed6d4448.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:04,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,xxx,1733609281096.7130ca617d94205553d595d70c380b7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:04,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 7130ca617d94205553d595d70c380b7b, disabling compactions & flushes 2024-12-07T22:08:04,394 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,xxx,1733609281096.7130ca617d94205553d595d70c380b7b. 2024-12-07T22:08:04,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733609281096.7130ca617d94205553d595d70c380b7b. 2024-12-07T22:08:04,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733609281096.7130ca617d94205553d595d70c380b7b. after waiting 0 ms 2024-12-07T22:08:04,395 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733609281096.7130ca617d94205553d595d70c380b7b. 2024-12-07T22:08:04,395 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,xxx,1733609281096.7130ca617d94205553d595d70c380b7b. 2024-12-07T22:08:04,395 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7130ca617d94205553d595d70c380b7b: 2024-12-07T22:08:04,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741863_1039 (size=42) 2024-12-07T22:08:04,788 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,yyy,1733609281096.6ca51cc5e212a87b1bc1de69381d99bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:04,789 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 6ca51cc5e212a87b1bc1de69381d99bd, disabling compactions & flushes 2024-12-07T22:08:04,789 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,yyy,1733609281096.6ca51cc5e212a87b1bc1de69381d99bd. 2024-12-07T22:08:04,789 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733609281096.6ca51cc5e212a87b1bc1de69381d99bd. 2024-12-07T22:08:04,789 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733609281096.6ca51cc5e212a87b1bc1de69381d99bd. after waiting 0 ms 2024-12-07T22:08:04,789 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733609281096.6ca51cc5e212a87b1bc1de69381d99bd. 2024-12-07T22:08:04,789 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,yyy,1733609281096.6ca51cc5e212a87b1bc1de69381d99bd. 2024-12-07T22:08:04,789 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 6ca51cc5e212a87b1bc1de69381d99bd: 2024-12-07T22:08:04,798 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,zzz,1733609281096.d6ae7f4bcf56e7488c57e9c1ed6d4448.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:04,798 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing d6ae7f4bcf56e7488c57e9c1ed6d4448, disabling compactions & flushes 2024-12-07T22:08:04,798 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,zzz,1733609281096.d6ae7f4bcf56e7488c57e9c1ed6d4448. 2024-12-07T22:08:04,798 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733609281096.d6ae7f4bcf56e7488c57e9c1ed6d4448. 2024-12-07T22:08:04,798 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733609281096.d6ae7f4bcf56e7488c57e9c1ed6d4448. after waiting 0 ms 2024-12-07T22:08:04,798 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733609281096.d6ae7f4bcf56e7488c57e9c1ed6d4448. 2024-12-07T22:08:04,798 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,zzz,1733609281096.d6ae7f4bcf56e7488c57e9c1ed6d4448. 2024-12-07T22:08:04,798 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for d6ae7f4bcf56e7488c57e9c1ed6d4448: 2024-12-07T22:08:04,799 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T22:08:04,800 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1733609281096.2c7dc165b3a0f900fd0987d96d9fe0db.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609284799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609284799"}]},"ts":"1733609284799"} 2024-12-07T22:08:04,800 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733609284799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609284799"}]},"ts":"1733609284799"} 2024-12-07T22:08:04,800 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1733609281096.60ccf62732a247d6deef1f75f7dd87f4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609284799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609284799"}]},"ts":"1733609284799"} 2024-12-07T22:08:04,800 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1733609281096.de1e100e0eb5440f9c271261650a7528.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609284799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609284799"}]},"ts":"1733609284799"} 2024-12-07T22:08:04,800 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1733609281096.73c8dd43601f2331063d5dfc9cced07f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609284799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609284799"}]},"ts":"1733609284799"} 2024-12-07T22:08:04,801 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1733609281096.aa1da09825687565290d7d8df289c109.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609284799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609284799"}]},"ts":"1733609284799"} 2024-12-07T22:08:04,801 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1733609281096.35284a0beda0c7ac703d9b0c79fd30f3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609284799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609284799"}]},"ts":"1733609284799"} 2024-12-07T22:08:04,801 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1733609281096.7ec49c46dfcc69173e79ddd19635cbb3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609284799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609284799"}]},"ts":"1733609284799"} 2024-12-07T22:08:04,801 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1733609281096.8304a8b0a0e76101587fa264a8380068.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609284799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609284799"}]},"ts":"1733609284799"} 2024-12-07T22:08:04,801 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1733609281096.984dab87ef18b00676b032212017e662.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609284799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609284799"}]},"ts":"1733609284799"} 2024-12-07T22:08:04,801 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1733609281096.e6c6b6f817db066d3333a76624cbf9f7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609284799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609284799"}]},"ts":"1733609284799"} 2024-12-07T22:08:04,801 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1733609281096.f4bd4c8569fdc2a79623a48ab8887feb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609284799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609284799"}]},"ts":"1733609284799"} 2024-12-07T22:08:04,801 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1733609281096.258c8703f14367595f5773f8466cc32d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609284799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609284799"}]},"ts":"1733609284799"} 2024-12-07T22:08:04,801 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1733609281096.b37dcaada6aaf70b6d76a4a0d05f3a20.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609284799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609284799"}]},"ts":"1733609284799"} 2024-12-07T22:08:04,801 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1733609281096.8cd1175f7604e3335c6f6e18dac3a225.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609284799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609284799"}]},"ts":"1733609284799"} 2024-12-07T22:08:04,801 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1733609281096.fac64c5fc332dcc192b87a63beaa72ce.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609284799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609284799"}]},"ts":"1733609284799"} 2024-12-07T22:08:04,801 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1733609281096.6a483cd8fc4ddfd6efb7f41454e59950.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609284799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609284799"}]},"ts":"1733609284799"} 2024-12-07T22:08:04,801 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1733609281096.7d4faadcc08eac4b724247219c466b21.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609284799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609284799"}]},"ts":"1733609284799"} 2024-12-07T22:08:04,802 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1733609281096.7810e050e26a657ec9364ba2f583e567.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609284799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609284799"}]},"ts":"1733609284799"} 2024-12-07T22:08:04,802 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1733609281096.f122a6f45bb4480d2cd965ee320fd482.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609284799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609284799"}]},"ts":"1733609284799"} 2024-12-07T22:08:04,802 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1733609281096.063efd89c40e6c1176d33565b5076f3a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609284799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609284799"}]},"ts":"1733609284799"} 2024-12-07T22:08:04,802 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1733609281096.6db2495047f7945db09339b0821a82d0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609284799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609284799"}]},"ts":"1733609284799"} 2024-12-07T22:08:04,802 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1733609281096.79867e645e52319a601015b01efc0319.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609284799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609284799"}]},"ts":"1733609284799"} 2024-12-07T22:08:04,802 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1733609281096.7130ca617d94205553d595d70c380b7b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609284799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609284799"}]},"ts":"1733609284799"} 2024-12-07T22:08:04,802 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1733609281096.6ca51cc5e212a87b1bc1de69381d99bd.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733609284799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609284799"}]},"ts":"1733609284799"} 2024-12-07T22:08:04,802 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1733609281096.d6ae7f4bcf56e7488c57e9c1ed6d4448.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733609284799"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609284799"}]},"ts":"1733609284799"} 2024-12-07T22:08:04,808 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-07T22:08:04,809 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T22:08:04,809 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733609284809"}]},"ts":"1733609284809"} 2024-12-07T22:08:04,811 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-07T22:08:04,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=992757fbb7b481ccd0b5a1cfe45a6261, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2c7dc165b3a0f900fd0987d96d9fe0db, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=60ccf62732a247d6deef1f75f7dd87f4, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=73c8dd43601f2331063d5dfc9cced07f, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=de1e100e0eb5440f9c271261650a7528, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=aa1da09825687565290d7d8df289c109, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=35284a0beda0c7ac703d9b0c79fd30f3, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=984dab87ef18b00676b032212017e662, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7ec49c46dfcc69173e79ddd19635cbb3, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8304a8b0a0e76101587fa264a8380068, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e6c6b6f817db066d3333a76624cbf9f7, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f4bd4c8569fdc2a79623a48ab8887feb, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=258c8703f14367595f5773f8466cc32d, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b37dcaada6aaf70b6d76a4a0d05f3a20, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8cd1175f7604e3335c6f6e18dac3a225, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fac64c5fc332dcc192b87a63beaa72ce, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6a483cd8fc4ddfd6efb7f41454e59950, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7d4faadcc08eac4b724247219c466b21, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7810e050e26a657ec9364ba2f583e567, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f122a6f45bb4480d2cd965ee320fd482, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=063efd89c40e6c1176d33565b5076f3a, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6db2495047f7945db09339b0821a82d0, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=79867e645e52319a601015b01efc0319, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7130ca617d94205553d595d70c380b7b, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6ca51cc5e212a87b1bc1de69381d99bd, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d6ae7f4bcf56e7488c57e9c1ed6d4448, ASSIGN}] 2024-12-07T22:08:04,819 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=35284a0beda0c7ac703d9b0c79fd30f3, ASSIGN 2024-12-07T22:08:04,819 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=258c8703f14367595f5773f8466cc32d, ASSIGN 2024-12-07T22:08:04,819 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f4bd4c8569fdc2a79623a48ab8887feb, ASSIGN 2024-12-07T22:08:04,819 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7ec49c46dfcc69173e79ddd19635cbb3, ASSIGN 2024-12-07T22:08:04,820 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=35284a0beda0c7ac703d9b0c79fd30f3, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:04,820 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=258c8703f14367595f5773f8466cc32d, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:04,821 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f4bd4c8569fdc2a79623a48ab8887feb, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:04,821 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7ec49c46dfcc69173e79ddd19635cbb3, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:04,823 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6ca51cc5e212a87b1bc1de69381d99bd, ASSIGN 2024-12-07T22:08:04,823 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d6ae7f4bcf56e7488c57e9c1ed6d4448, ASSIGN 2024-12-07T22:08:04,823 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7130ca617d94205553d595d70c380b7b, ASSIGN 2024-12-07T22:08:04,823 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6db2495047f7945db09339b0821a82d0, ASSIGN 2024-12-07T22:08:04,824 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=79867e645e52319a601015b01efc0319, ASSIGN 2024-12-07T22:08:04,824 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6ca51cc5e212a87b1bc1de69381d99bd, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:04,824 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d6ae7f4bcf56e7488c57e9c1ed6d4448, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:04,824 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7130ca617d94205553d595d70c380b7b, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:04,825 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=79867e645e52319a601015b01efc0319, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:04,825 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6db2495047f7945db09339b0821a82d0, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:04,828 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f122a6f45bb4480d2cd965ee320fd482, ASSIGN 2024-12-07T22:08:04,828 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7810e050e26a657ec9364ba2f583e567, ASSIGN 2024-12-07T22:08:04,828 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=063efd89c40e6c1176d33565b5076f3a, ASSIGN 2024-12-07T22:08:04,828 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7d4faadcc08eac4b724247219c466b21, ASSIGN 2024-12-07T22:08:04,828 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6a483cd8fc4ddfd6efb7f41454e59950, ASSIGN 2024-12-07T22:08:04,828 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f122a6f45bb4480d2cd965ee320fd482, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:04,828 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7810e050e26a657ec9364ba2f583e567, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:04,829 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=063efd89c40e6c1176d33565b5076f3a, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:04,829 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7d4faadcc08eac4b724247219c466b21, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:04,829 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6a483cd8fc4ddfd6efb7f41454e59950, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:04,831 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fac64c5fc332dcc192b87a63beaa72ce, ASSIGN 2024-12-07T22:08:04,831 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8cd1175f7604e3335c6f6e18dac3a225, ASSIGN 2024-12-07T22:08:04,832 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=fac64c5fc332dcc192b87a63beaa72ce, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:04,832 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8cd1175f7604e3335c6f6e18dac3a225, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:04,833 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b37dcaada6aaf70b6d76a4a0d05f3a20, ASSIGN 2024-12-07T22:08:04,833 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=984dab87ef18b00676b032212017e662, ASSIGN 2024-12-07T22:08:04,833 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8304a8b0a0e76101587fa264a8380068, ASSIGN 2024-12-07T22:08:04,834 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e6c6b6f817db066d3333a76624cbf9f7, ASSIGN 2024-12-07T22:08:04,834 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=aa1da09825687565290d7d8df289c109, ASSIGN 2024-12-07T22:08:04,834 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b37dcaada6aaf70b6d76a4a0d05f3a20, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:04,834 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=984dab87ef18b00676b032212017e662, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:04,834 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8304a8b0a0e76101587fa264a8380068, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:04,835 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=aa1da09825687565290d7d8df289c109, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:04,835 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e6c6b6f817db066d3333a76624cbf9f7, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:04,836 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=de1e100e0eb5440f9c271261650a7528, ASSIGN 2024-12-07T22:08:04,836 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=de1e100e0eb5440f9c271261650a7528, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:04,837 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=73c8dd43601f2331063d5dfc9cced07f, ASSIGN 2024-12-07T22:08:04,837 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2c7dc165b3a0f900fd0987d96d9fe0db, ASSIGN 2024-12-07T22:08:04,837 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=992757fbb7b481ccd0b5a1cfe45a6261, ASSIGN 2024-12-07T22:08:04,837 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=60ccf62732a247d6deef1f75f7dd87f4, ASSIGN 2024-12-07T22:08:04,838 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=992757fbb7b481ccd0b5a1cfe45a6261, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:04,838 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2c7dc165b3a0f900fd0987d96d9fe0db, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:04,838 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=73c8dd43601f2331063d5dfc9cced07f, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:04,838 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=60ccf62732a247d6deef1f75f7dd87f4, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:04,971 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=984dab87ef18b00676b032212017e662, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:04,971 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=b37dcaada6aaf70b6d76a4a0d05f3a20, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:04,971 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=fac64c5fc332dcc192b87a63beaa72ce, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:04,971 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=6db2495047f7945db09339b0821a82d0, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:04,971 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=79867e645e52319a601015b01efc0319, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:04,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=23, state=RUNNABLE; OpenRegionProcedure b37dcaada6aaf70b6d76a4a0d05f3a20, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:04,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=25, state=RUNNABLE; OpenRegionProcedure fac64c5fc332dcc192b87a63beaa72ce, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:04,977 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=8cd1175f7604e3335c6f6e18dac3a225, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:04,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=32, state=RUNNABLE; OpenRegionProcedure 79867e645e52319a601015b01efc0319, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:04,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=17, state=RUNNABLE; OpenRegionProcedure 984dab87ef18b00676b032212017e662, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:04,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=24, state=RUNNABLE; OpenRegionProcedure 8cd1175f7604e3335c6f6e18dac3a225, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:04,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=31, state=RUNNABLE; OpenRegionProcedure 6db2495047f7945db09339b0821a82d0, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:04,981 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=2c7dc165b3a0f900fd0987d96d9fe0db, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:04,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=11, state=RUNNABLE; OpenRegionProcedure 2c7dc165b3a0f900fd0987d96d9fe0db, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:04,984 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=7ec49c46dfcc69173e79ddd19635cbb3, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:04,984 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=de1e100e0eb5440f9c271261650a7528, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:04,985 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=063efd89c40e6c1176d33565b5076f3a, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:04,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=30, state=RUNNABLE; OpenRegionProcedure 063efd89c40e6c1176d33565b5076f3a, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:04,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=18, state=RUNNABLE; OpenRegionProcedure 7ec49c46dfcc69173e79ddd19635cbb3, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:04,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=14, state=RUNNABLE; OpenRegionProcedure de1e100e0eb5440f9c271261650a7528, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:04,990 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=d6ae7f4bcf56e7488c57e9c1ed6d4448, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:04,990 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=f122a6f45bb4480d2cd965ee320fd482, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:04,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=35, state=RUNNABLE; OpenRegionProcedure d6ae7f4bcf56e7488c57e9c1ed6d4448, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:04,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=29, state=RUNNABLE; OpenRegionProcedure f122a6f45bb4480d2cd965ee320fd482, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:04,995 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=f4bd4c8569fdc2a79623a48ab8887feb, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:04,995 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=60ccf62732a247d6deef1f75f7dd87f4, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:04,995 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=6ca51cc5e212a87b1bc1de69381d99bd, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:04,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=12, state=RUNNABLE; OpenRegionProcedure 60ccf62732a247d6deef1f75f7dd87f4, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:04,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=21, state=RUNNABLE; OpenRegionProcedure f4bd4c8569fdc2a79623a48ab8887feb, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:04,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=34, state=RUNNABLE; OpenRegionProcedure 6ca51cc5e212a87b1bc1de69381d99bd, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:04,998 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=aa1da09825687565290d7d8df289c109, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:04,998 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=258c8703f14367595f5773f8466cc32d, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=15, state=RUNNABLE; OpenRegionProcedure aa1da09825687565290d7d8df289c109, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:05,004 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=992757fbb7b481ccd0b5a1cfe45a6261, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=22, state=RUNNABLE; OpenRegionProcedure 258c8703f14367595f5773f8466cc32d, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:05,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=10, state=RUNNABLE; OpenRegionProcedure 992757fbb7b481ccd0b5a1cfe45a6261, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:05,006 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=e6c6b6f817db066d3333a76624cbf9f7, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=20, state=RUNNABLE; OpenRegionProcedure e6c6b6f817db066d3333a76624cbf9f7, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:05,008 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=6a483cd8fc4ddfd6efb7f41454e59950, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,008 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=7130ca617d94205553d595d70c380b7b, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,009 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=7d4faadcc08eac4b724247219c466b21, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=33, state=RUNNABLE; OpenRegionProcedure 7130ca617d94205553d595d70c380b7b, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:05,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=26, state=RUNNABLE; OpenRegionProcedure 6a483cd8fc4ddfd6efb7f41454e59950, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:05,012 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=73c8dd43601f2331063d5dfc9cced07f, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,012 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=7810e050e26a657ec9364ba2f583e567, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=27, state=RUNNABLE; OpenRegionProcedure 7d4faadcc08eac4b724247219c466b21, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:05,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=28, state=RUNNABLE; OpenRegionProcedure 7810e050e26a657ec9364ba2f583e567, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:05,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=13, state=RUNNABLE; OpenRegionProcedure 73c8dd43601f2331063d5dfc9cced07f, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:05,016 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=35284a0beda0c7ac703d9b0c79fd30f3, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,016 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=8304a8b0a0e76101587fa264a8380068, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=16, state=RUNNABLE; OpenRegionProcedure 35284a0beda0c7ac703d9b0c79fd30f3, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:05,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=19, state=RUNNABLE; OpenRegionProcedure 8304a8b0a0e76101587fa264a8380068, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:05,126 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,132 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,ooo,1733609281096.8cd1175f7604e3335c6f6e18dac3a225. 2024-12-07T22:08:05,133 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 8cd1175f7604e3335c6f6e18dac3a225, NAME => 'test,ooo,1733609281096.8cd1175f7604e3335c6f6e18dac3a225.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-07T22:08:05,133 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8cd1175f7604e3335c6f6e18dac3a225 2024-12-07T22:08:05,133 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,ooo,1733609281096.8cd1175f7604e3335c6f6e18dac3a225.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:05,134 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 8cd1175f7604e3335c6f6e18dac3a225 2024-12-07T22:08:05,134 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 8cd1175f7604e3335c6f6e18dac3a225 2024-12-07T22:08:05,136 INFO [StoreOpener-8cd1175f7604e3335c6f6e18dac3a225-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8cd1175f7604e3335c6f6e18dac3a225 2024-12-07T22:08:05,138 INFO [StoreOpener-8cd1175f7604e3335c6f6e18dac3a225-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cd1175f7604e3335c6f6e18dac3a225 columnFamilyName f 2024-12-07T22:08:05,138 DEBUG [StoreOpener-8cd1175f7604e3335c6f6e18dac3a225-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,138 INFO [StoreOpener-8cd1175f7604e3335c6f6e18dac3a225-1 {}] regionserver.HStore(327): Store=8cd1175f7604e3335c6f6e18dac3a225/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,138 INFO [StoreOpener-8cd1175f7604e3335c6f6e18dac3a225-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8cd1175f7604e3335c6f6e18dac3a225 2024-12-07T22:08:05,140 INFO [StoreOpener-8cd1175f7604e3335c6f6e18dac3a225-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cd1175f7604e3335c6f6e18dac3a225 columnFamilyName norep 2024-12-07T22:08:05,140 DEBUG [StoreOpener-8cd1175f7604e3335c6f6e18dac3a225-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,140 INFO [StoreOpener-8cd1175f7604e3335c6f6e18dac3a225-1 {}] regionserver.HStore(327): Store=8cd1175f7604e3335c6f6e18dac3a225/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,141 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/8cd1175f7604e3335c6f6e18dac3a225 2024-12-07T22:08:05,142 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/8cd1175f7604e3335c6f6e18dac3a225 2024-12-07T22:08:05,143 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:08:05,144 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 8cd1175f7604e3335c6f6e18dac3a225 2024-12-07T22:08:05,147 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/8cd1175f7604e3335c6f6e18dac3a225/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:05,147 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 8cd1175f7604e3335c6f6e18dac3a225; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64834053, jitterRate=-0.03389732539653778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:08:05,147 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 8cd1175f7604e3335c6f6e18dac3a225: 2024-12-07T22:08:05,148 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1733609281096.8cd1175f7604e3335c6f6e18dac3a225., pid=41, masterSystemTime=1733609285125 2024-12-07T22:08:05,151 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1733609281096.8cd1175f7604e3335c6f6e18dac3a225. 2024-12-07T22:08:05,151 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,ooo,1733609281096.8cd1175f7604e3335c6f6e18dac3a225. 2024-12-07T22:08:05,151 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,bbb,1733609281096.2c7dc165b3a0f900fd0987d96d9fe0db. 2024-12-07T22:08:05,151 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 2c7dc165b3a0f900fd0987d96d9fe0db, NAME => 'test,bbb,1733609281096.2c7dc165b3a0f900fd0987d96d9fe0db.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-07T22:08:05,151 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=8cd1175f7604e3335c6f6e18dac3a225, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,151 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2c7dc165b3a0f900fd0987d96d9fe0db 2024-12-07T22:08:05,151 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,bbb,1733609281096.2c7dc165b3a0f900fd0987d96d9fe0db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:05,151 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 2c7dc165b3a0f900fd0987d96d9fe0db 2024-12-07T22:08:05,151 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 2c7dc165b3a0f900fd0987d96d9fe0db 2024-12-07T22:08:05,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=24 2024-12-07T22:08:05,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=24, state=SUCCESS; OpenRegionProcedure 8cd1175f7604e3335c6f6e18dac3a225, server=f83a3c5fcf38,34891,1733609269684 in 176 msec 2024-12-07T22:08:05,157 INFO [StoreOpener-2c7dc165b3a0f900fd0987d96d9fe0db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2c7dc165b3a0f900fd0987d96d9fe0db 2024-12-07T22:08:05,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8cd1175f7604e3335c6f6e18dac3a225, ASSIGN in 340 msec 2024-12-07T22:08:05,159 INFO [StoreOpener-2c7dc165b3a0f900fd0987d96d9fe0db-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c7dc165b3a0f900fd0987d96d9fe0db columnFamilyName f 2024-12-07T22:08:05,159 DEBUG [StoreOpener-2c7dc165b3a0f900fd0987d96d9fe0db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,160 INFO [StoreOpener-2c7dc165b3a0f900fd0987d96d9fe0db-1 {}] regionserver.HStore(327): Store=2c7dc165b3a0f900fd0987d96d9fe0db/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,160 INFO [StoreOpener-2c7dc165b3a0f900fd0987d96d9fe0db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2c7dc165b3a0f900fd0987d96d9fe0db 2024-12-07T22:08:05,161 INFO [StoreOpener-2c7dc165b3a0f900fd0987d96d9fe0db-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c7dc165b3a0f900fd0987d96d9fe0db columnFamilyName norep 2024-12-07T22:08:05,161 DEBUG [StoreOpener-2c7dc165b3a0f900fd0987d96d9fe0db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,162 INFO [StoreOpener-2c7dc165b3a0f900fd0987d96d9fe0db-1 {}] regionserver.HStore(327): Store=2c7dc165b3a0f900fd0987d96d9fe0db/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,163 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/2c7dc165b3a0f900fd0987d96d9fe0db 2024-12-07T22:08:05,163 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/2c7dc165b3a0f900fd0987d96d9fe0db 2024-12-07T22:08:05,165 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:08:05,166 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 2c7dc165b3a0f900fd0987d96d9fe0db 2024-12-07T22:08:05,168 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/2c7dc165b3a0f900fd0987d96d9fe0db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:05,169 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 2c7dc165b3a0f900fd0987d96d9fe0db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73586481, jitterRate=0.09652401506900787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:08:05,169 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 2c7dc165b3a0f900fd0987d96d9fe0db: 2024-12-07T22:08:05,169 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1733609281096.2c7dc165b3a0f900fd0987d96d9fe0db., pid=42, masterSystemTime=1733609285125 2024-12-07T22:08:05,171 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1733609281096.2c7dc165b3a0f900fd0987d96d9fe0db. 2024-12-07T22:08:05,171 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,bbb,1733609281096.2c7dc165b3a0f900fd0987d96d9fe0db. 2024-12-07T22:08:05,172 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,xxx,1733609281096.7130ca617d94205553d595d70c380b7b. 2024-12-07T22:08:05,172 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 7130ca617d94205553d595d70c380b7b, NAME => 'test,xxx,1733609281096.7130ca617d94205553d595d70c380b7b.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-07T22:08:05,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=2c7dc165b3a0f900fd0987d96d9fe0db, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,172 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7130ca617d94205553d595d70c380b7b 2024-12-07T22:08:05,172 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,xxx,1733609281096.7130ca617d94205553d595d70c380b7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:05,172 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 7130ca617d94205553d595d70c380b7b 2024-12-07T22:08:05,173 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 7130ca617d94205553d595d70c380b7b 2024-12-07T22:08:05,174 INFO [StoreOpener-7130ca617d94205553d595d70c380b7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7130ca617d94205553d595d70c380b7b 2024-12-07T22:08:05,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=11 2024-12-07T22:08:05,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=11, state=SUCCESS; OpenRegionProcedure 2c7dc165b3a0f900fd0987d96d9fe0db, server=f83a3c5fcf38,34891,1733609269684 in 192 msec 2024-12-07T22:08:05,176 INFO [StoreOpener-7130ca617d94205553d595d70c380b7b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7130ca617d94205553d595d70c380b7b columnFamilyName f 2024-12-07T22:08:05,176 DEBUG [StoreOpener-7130ca617d94205553d595d70c380b7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2c7dc165b3a0f900fd0987d96d9fe0db, ASSIGN in 360 msec 2024-12-07T22:08:05,177 INFO [StoreOpener-7130ca617d94205553d595d70c380b7b-1 {}] regionserver.HStore(327): Store=7130ca617d94205553d595d70c380b7b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,177 INFO [StoreOpener-7130ca617d94205553d595d70c380b7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7130ca617d94205553d595d70c380b7b 2024-12-07T22:08:05,178 INFO [StoreOpener-7130ca617d94205553d595d70c380b7b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7130ca617d94205553d595d70c380b7b columnFamilyName norep 2024-12-07T22:08:05,178 DEBUG [StoreOpener-7130ca617d94205553d595d70c380b7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,179 INFO [StoreOpener-7130ca617d94205553d595d70c380b7b-1 {}] regionserver.HStore(327): Store=7130ca617d94205553d595d70c380b7b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,179 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/7130ca617d94205553d595d70c380b7b 2024-12-07T22:08:05,180 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/7130ca617d94205553d595d70c380b7b 2024-12-07T22:08:05,181 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:08:05,182 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 7130ca617d94205553d595d70c380b7b 2024-12-07T22:08:05,185 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/7130ca617d94205553d595d70c380b7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:05,185 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 7130ca617d94205553d595d70c380b7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74351351, jitterRate=0.10792146623134613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:08:05,186 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 7130ca617d94205553d595d70c380b7b: 2024-12-07T22:08:05,186 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1733609281096.7130ca617d94205553d595d70c380b7b., pid=56, masterSystemTime=1733609285125 2024-12-07T22:08:05,188 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1733609281096.7130ca617d94205553d595d70c380b7b. 2024-12-07T22:08:05,188 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,xxx,1733609281096.7130ca617d94205553d595d70c380b7b. 2024-12-07T22:08:05,188 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,zzz,1733609281096.d6ae7f4bcf56e7488c57e9c1ed6d4448. 2024-12-07T22:08:05,188 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => d6ae7f4bcf56e7488c57e9c1ed6d4448, NAME => 'test,zzz,1733609281096.d6ae7f4bcf56e7488c57e9c1ed6d4448.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-07T22:08:05,188 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=7130ca617d94205553d595d70c380b7b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,188 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d6ae7f4bcf56e7488c57e9c1ed6d4448 2024-12-07T22:08:05,189 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,zzz,1733609281096.d6ae7f4bcf56e7488c57e9c1ed6d4448.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:05,189 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for d6ae7f4bcf56e7488c57e9c1ed6d4448 2024-12-07T22:08:05,189 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for d6ae7f4bcf56e7488c57e9c1ed6d4448 2024-12-07T22:08:05,190 INFO [StoreOpener-d6ae7f4bcf56e7488c57e9c1ed6d4448-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d6ae7f4bcf56e7488c57e9c1ed6d4448 2024-12-07T22:08:05,192 INFO [StoreOpener-d6ae7f4bcf56e7488c57e9c1ed6d4448-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6ae7f4bcf56e7488c57e9c1ed6d4448 columnFamilyName f 2024-12-07T22:08:05,192 DEBUG [StoreOpener-d6ae7f4bcf56e7488c57e9c1ed6d4448-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=33 2024-12-07T22:08:05,193 INFO [StoreOpener-d6ae7f4bcf56e7488c57e9c1ed6d4448-1 {}] regionserver.HStore(327): Store=d6ae7f4bcf56e7488c57e9c1ed6d4448/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,193 INFO [StoreOpener-d6ae7f4bcf56e7488c57e9c1ed6d4448-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d6ae7f4bcf56e7488c57e9c1ed6d4448 2024-12-07T22:08:05,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=33, state=SUCCESS; OpenRegionProcedure 7130ca617d94205553d595d70c380b7b, server=f83a3c5fcf38,34891,1733609269684 in 180 msec 2024-12-07T22:08:05,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7130ca617d94205553d595d70c380b7b, ASSIGN in 376 msec 2024-12-07T22:08:05,195 INFO [StoreOpener-d6ae7f4bcf56e7488c57e9c1ed6d4448-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6ae7f4bcf56e7488c57e9c1ed6d4448 columnFamilyName norep 2024-12-07T22:08:05,195 DEBUG [StoreOpener-d6ae7f4bcf56e7488c57e9c1ed6d4448-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,195 INFO [StoreOpener-d6ae7f4bcf56e7488c57e9c1ed6d4448-1 {}] regionserver.HStore(327): Store=d6ae7f4bcf56e7488c57e9c1ed6d4448/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,196 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/d6ae7f4bcf56e7488c57e9c1ed6d4448 2024-12-07T22:08:05,197 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/d6ae7f4bcf56e7488c57e9c1ed6d4448 2024-12-07T22:08:05,198 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:08:05,199 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for d6ae7f4bcf56e7488c57e9c1ed6d4448 2024-12-07T22:08:05,202 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/d6ae7f4bcf56e7488c57e9c1ed6d4448/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:05,203 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened d6ae7f4bcf56e7488c57e9c1ed6d4448; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73367336, jitterRate=0.09325850009918213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:08:05,203 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for d6ae7f4bcf56e7488c57e9c1ed6d4448: 2024-12-07T22:08:05,204 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1733609281096.d6ae7f4bcf56e7488c57e9c1ed6d4448., pid=46, masterSystemTime=1733609285125 2024-12-07T22:08:05,206 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=d6ae7f4bcf56e7488c57e9c1ed6d4448, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,207 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1733609281096.d6ae7f4bcf56e7488c57e9c1ed6d4448. 2024-12-07T22:08:05,207 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,zzz,1733609281096.d6ae7f4bcf56e7488c57e9c1ed6d4448. 2024-12-07T22:08:05,207 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,mmm,1733609281096.258c8703f14367595f5773f8466cc32d. 2024-12-07T22:08:05,208 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 258c8703f14367595f5773f8466cc32d, NAME => 'test,mmm,1733609281096.258c8703f14367595f5773f8466cc32d.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-07T22:08:05,208 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 258c8703f14367595f5773f8466cc32d 2024-12-07T22:08:05,208 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,mmm,1733609281096.258c8703f14367595f5773f8466cc32d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:05,208 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 258c8703f14367595f5773f8466cc32d 2024-12-07T22:08:05,208 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 258c8703f14367595f5773f8466cc32d 2024-12-07T22:08:05,210 INFO [StoreOpener-258c8703f14367595f5773f8466cc32d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 258c8703f14367595f5773f8466cc32d 2024-12-07T22:08:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T22:08:05,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=35 2024-12-07T22:08:05,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=35, state=SUCCESS; OpenRegionProcedure d6ae7f4bcf56e7488c57e9c1ed6d4448, server=f83a3c5fcf38,34891,1733609269684 in 217 msec 2024-12-07T22:08:05,212 INFO [StoreOpener-258c8703f14367595f5773f8466cc32d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 258c8703f14367595f5773f8466cc32d columnFamilyName f 2024-12-07T22:08:05,212 DEBUG [StoreOpener-258c8703f14367595f5773f8466cc32d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d6ae7f4bcf56e7488c57e9c1ed6d4448, ASSIGN in 395 msec 2024-12-07T22:08:05,213 INFO [StoreOpener-258c8703f14367595f5773f8466cc32d-1 {}] regionserver.HStore(327): Store=258c8703f14367595f5773f8466cc32d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,213 INFO [StoreOpener-258c8703f14367595f5773f8466cc32d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 258c8703f14367595f5773f8466cc32d 2024-12-07T22:08:05,214 INFO [StoreOpener-258c8703f14367595f5773f8466cc32d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 258c8703f14367595f5773f8466cc32d columnFamilyName norep 2024-12-07T22:08:05,214 DEBUG [StoreOpener-258c8703f14367595f5773f8466cc32d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,215 INFO [StoreOpener-258c8703f14367595f5773f8466cc32d-1 {}] regionserver.HStore(327): Store=258c8703f14367595f5773f8466cc32d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,215 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/258c8703f14367595f5773f8466cc32d 2024-12-07T22:08:05,216 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/258c8703f14367595f5773f8466cc32d 2024-12-07T22:08:05,217 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:08:05,218 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 258c8703f14367595f5773f8466cc32d 2024-12-07T22:08:05,220 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/258c8703f14367595f5773f8466cc32d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:05,221 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 258c8703f14367595f5773f8466cc32d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62504859, jitterRate=-0.06860502064228058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:08:05,221 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 258c8703f14367595f5773f8466cc32d: 2024-12-07T22:08:05,222 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1733609281096.258c8703f14367595f5773f8466cc32d., pid=52, masterSystemTime=1733609285125 2024-12-07T22:08:05,223 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1733609281096.258c8703f14367595f5773f8466cc32d. 2024-12-07T22:08:05,223 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,mmm,1733609281096.258c8703f14367595f5773f8466cc32d. 2024-12-07T22:08:05,224 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,uuu,1733609281096.063efd89c40e6c1176d33565b5076f3a. 2024-12-07T22:08:05,224 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 063efd89c40e6c1176d33565b5076f3a, NAME => 'test,uuu,1733609281096.063efd89c40e6c1176d33565b5076f3a.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-07T22:08:05,224 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=258c8703f14367595f5773f8466cc32d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,224 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 063efd89c40e6c1176d33565b5076f3a 2024-12-07T22:08:05,224 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,uuu,1733609281096.063efd89c40e6c1176d33565b5076f3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:05,224 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 063efd89c40e6c1176d33565b5076f3a 2024-12-07T22:08:05,224 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 063efd89c40e6c1176d33565b5076f3a 2024-12-07T22:08:05,226 INFO [StoreOpener-063efd89c40e6c1176d33565b5076f3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 063efd89c40e6c1176d33565b5076f3a 2024-12-07T22:08:05,227 INFO [StoreOpener-063efd89c40e6c1176d33565b5076f3a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 063efd89c40e6c1176d33565b5076f3a columnFamilyName f 2024-12-07T22:08:05,228 DEBUG [StoreOpener-063efd89c40e6c1176d33565b5076f3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=22 2024-12-07T22:08:05,228 INFO [StoreOpener-063efd89c40e6c1176d33565b5076f3a-1 {}] regionserver.HStore(327): Store=063efd89c40e6c1176d33565b5076f3a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=22, state=SUCCESS; OpenRegionProcedure 258c8703f14367595f5773f8466cc32d, server=f83a3c5fcf38,34891,1733609269684 in 224 msec 2024-12-07T22:08:05,228 INFO [StoreOpener-063efd89c40e6c1176d33565b5076f3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 063efd89c40e6c1176d33565b5076f3a 2024-12-07T22:08:05,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=258c8703f14367595f5773f8466cc32d, ASSIGN in 412 msec 2024-12-07T22:08:05,230 INFO [StoreOpener-063efd89c40e6c1176d33565b5076f3a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 063efd89c40e6c1176d33565b5076f3a columnFamilyName norep 2024-12-07T22:08:05,230 DEBUG [StoreOpener-063efd89c40e6c1176d33565b5076f3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,230 INFO [StoreOpener-063efd89c40e6c1176d33565b5076f3a-1 {}] regionserver.HStore(327): Store=063efd89c40e6c1176d33565b5076f3a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,231 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/063efd89c40e6c1176d33565b5076f3a 2024-12-07T22:08:05,232 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/063efd89c40e6c1176d33565b5076f3a 2024-12-07T22:08:05,233 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:08:05,234 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 063efd89c40e6c1176d33565b5076f3a 2024-12-07T22:08:05,237 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/063efd89c40e6c1176d33565b5076f3a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:05,237 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 063efd89c40e6c1176d33565b5076f3a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62666656, jitterRate=-0.06619405746459961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:08:05,237 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 063efd89c40e6c1176d33565b5076f3a: 2024-12-07T22:08:05,238 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1733609281096.063efd89c40e6c1176d33565b5076f3a., pid=45, masterSystemTime=1733609285125 2024-12-07T22:08:05,240 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1733609281096.063efd89c40e6c1176d33565b5076f3a. 2024-12-07T22:08:05,240 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,uuu,1733609281096.063efd89c40e6c1176d33565b5076f3a. 2024-12-07T22:08:05,240 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,iii,1733609281096.7ec49c46dfcc69173e79ddd19635cbb3. 2024-12-07T22:08:05,240 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 7ec49c46dfcc69173e79ddd19635cbb3, NAME => 'test,iii,1733609281096.7ec49c46dfcc69173e79ddd19635cbb3.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-07T22:08:05,240 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=063efd89c40e6c1176d33565b5076f3a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,240 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7ec49c46dfcc69173e79ddd19635cbb3 2024-12-07T22:08:05,240 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,iii,1733609281096.7ec49c46dfcc69173e79ddd19635cbb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:05,241 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 7ec49c46dfcc69173e79ddd19635cbb3 2024-12-07T22:08:05,241 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 7ec49c46dfcc69173e79ddd19635cbb3 2024-12-07T22:08:05,242 INFO [StoreOpener-7ec49c46dfcc69173e79ddd19635cbb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7ec49c46dfcc69173e79ddd19635cbb3 2024-12-07T22:08:05,244 INFO [StoreOpener-7ec49c46dfcc69173e79ddd19635cbb3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ec49c46dfcc69173e79ddd19635cbb3 columnFamilyName f 2024-12-07T22:08:05,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=30 2024-12-07T22:08:05,244 DEBUG [StoreOpener-7ec49c46dfcc69173e79ddd19635cbb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=30, state=SUCCESS; OpenRegionProcedure 063efd89c40e6c1176d33565b5076f3a, server=f83a3c5fcf38,34891,1733609269684 in 255 msec 2024-12-07T22:08:05,244 INFO [StoreOpener-7ec49c46dfcc69173e79ddd19635cbb3-1 {}] regionserver.HStore(327): Store=7ec49c46dfcc69173e79ddd19635cbb3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,245 INFO [StoreOpener-7ec49c46dfcc69173e79ddd19635cbb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7ec49c46dfcc69173e79ddd19635cbb3 2024-12-07T22:08:05,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=063efd89c40e6c1176d33565b5076f3a, ASSIGN in 428 msec 2024-12-07T22:08:05,246 INFO [StoreOpener-7ec49c46dfcc69173e79ddd19635cbb3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ec49c46dfcc69173e79ddd19635cbb3 columnFamilyName norep 2024-12-07T22:08:05,246 DEBUG [StoreOpener-7ec49c46dfcc69173e79ddd19635cbb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,246 INFO [StoreOpener-7ec49c46dfcc69173e79ddd19635cbb3-1 {}] regionserver.HStore(327): Store=7ec49c46dfcc69173e79ddd19635cbb3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,247 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/7ec49c46dfcc69173e79ddd19635cbb3 2024-12-07T22:08:05,247 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/7ec49c46dfcc69173e79ddd19635cbb3 2024-12-07T22:08:05,249 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:08:05,250 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 7ec49c46dfcc69173e79ddd19635cbb3 2024-12-07T22:08:05,252 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/7ec49c46dfcc69173e79ddd19635cbb3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:05,252 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 7ec49c46dfcc69173e79ddd19635cbb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68309406, jitterRate=0.017889469861984253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:08:05,252 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 7ec49c46dfcc69173e79ddd19635cbb3: 2024-12-07T22:08:05,253 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1733609281096.7ec49c46dfcc69173e79ddd19635cbb3., pid=44, masterSystemTime=1733609285125 2024-12-07T22:08:05,254 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1733609281096.7ec49c46dfcc69173e79ddd19635cbb3. 2024-12-07T22:08:05,255 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,iii,1733609281096.7ec49c46dfcc69173e79ddd19635cbb3. 2024-12-07T22:08:05,255 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,qqq,1733609281096.6a483cd8fc4ddfd6efb7f41454e59950. 2024-12-07T22:08:05,255 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 6a483cd8fc4ddfd6efb7f41454e59950, NAME => 'test,qqq,1733609281096.6a483cd8fc4ddfd6efb7f41454e59950.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-07T22:08:05,255 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=7ec49c46dfcc69173e79ddd19635cbb3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,255 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6a483cd8fc4ddfd6efb7f41454e59950 2024-12-07T22:08:05,255 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,qqq,1733609281096.6a483cd8fc4ddfd6efb7f41454e59950.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:05,255 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 6a483cd8fc4ddfd6efb7f41454e59950 2024-12-07T22:08:05,255 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 6a483cd8fc4ddfd6efb7f41454e59950 2024-12-07T22:08:05,257 INFO [StoreOpener-6a483cd8fc4ddfd6efb7f41454e59950-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6a483cd8fc4ddfd6efb7f41454e59950 2024-12-07T22:08:05,258 INFO [StoreOpener-6a483cd8fc4ddfd6efb7f41454e59950-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a483cd8fc4ddfd6efb7f41454e59950 columnFamilyName f 2024-12-07T22:08:05,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=18 2024-12-07T22:08:05,258 DEBUG [StoreOpener-6a483cd8fc4ddfd6efb7f41454e59950-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=18, state=SUCCESS; OpenRegionProcedure 7ec49c46dfcc69173e79ddd19635cbb3, server=f83a3c5fcf38,34891,1733609269684 in 270 msec 2024-12-07T22:08:05,259 INFO [StoreOpener-6a483cd8fc4ddfd6efb7f41454e59950-1 {}] regionserver.HStore(327): Store=6a483cd8fc4ddfd6efb7f41454e59950/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,259 INFO [StoreOpener-6a483cd8fc4ddfd6efb7f41454e59950-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6a483cd8fc4ddfd6efb7f41454e59950 2024-12-07T22:08:05,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7ec49c46dfcc69173e79ddd19635cbb3, ASSIGN in 443 msec 2024-12-07T22:08:05,260 INFO [StoreOpener-6a483cd8fc4ddfd6efb7f41454e59950-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a483cd8fc4ddfd6efb7f41454e59950 columnFamilyName norep 2024-12-07T22:08:05,260 DEBUG [StoreOpener-6a483cd8fc4ddfd6efb7f41454e59950-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,261 INFO [StoreOpener-6a483cd8fc4ddfd6efb7f41454e59950-1 {}] regionserver.HStore(327): Store=6a483cd8fc4ddfd6efb7f41454e59950/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,261 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/6a483cd8fc4ddfd6efb7f41454e59950 2024-12-07T22:08:05,262 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/6a483cd8fc4ddfd6efb7f41454e59950 2024-12-07T22:08:05,263 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:08:05,264 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 6a483cd8fc4ddfd6efb7f41454e59950 2024-12-07T22:08:05,266 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/6a483cd8fc4ddfd6efb7f41454e59950/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:05,266 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 6a483cd8fc4ddfd6efb7f41454e59950; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67595388, jitterRate=0.007249772548675537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:08:05,266 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 6a483cd8fc4ddfd6efb7f41454e59950: 2024-12-07T22:08:05,267 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1733609281096.6a483cd8fc4ddfd6efb7f41454e59950., pid=55, masterSystemTime=1733609285125 2024-12-07T22:08:05,269 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1733609281096.6a483cd8fc4ddfd6efb7f41454e59950. 2024-12-07T22:08:05,269 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,qqq,1733609281096.6a483cd8fc4ddfd6efb7f41454e59950. 2024-12-07T22:08:05,269 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,ddd,1733609281096.73c8dd43601f2331063d5dfc9cced07f. 2024-12-07T22:08:05,269 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 73c8dd43601f2331063d5dfc9cced07f, NAME => 'test,ddd,1733609281096.73c8dd43601f2331063d5dfc9cced07f.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-07T22:08:05,269 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=6a483cd8fc4ddfd6efb7f41454e59950, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,269 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 73c8dd43601f2331063d5dfc9cced07f 2024-12-07T22:08:05,269 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,ddd,1733609281096.73c8dd43601f2331063d5dfc9cced07f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:05,269 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 73c8dd43601f2331063d5dfc9cced07f 2024-12-07T22:08:05,269 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 73c8dd43601f2331063d5dfc9cced07f 2024-12-07T22:08:05,271 INFO [StoreOpener-73c8dd43601f2331063d5dfc9cced07f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 73c8dd43601f2331063d5dfc9cced07f 2024-12-07T22:08:05,272 INFO [StoreOpener-73c8dd43601f2331063d5dfc9cced07f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73c8dd43601f2331063d5dfc9cced07f columnFamilyName f 2024-12-07T22:08:05,273 DEBUG [StoreOpener-73c8dd43601f2331063d5dfc9cced07f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=26 2024-12-07T22:08:05,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=26, state=SUCCESS; OpenRegionProcedure 6a483cd8fc4ddfd6efb7f41454e59950, server=f83a3c5fcf38,34891,1733609269684 in 261 msec 2024-12-07T22:08:05,273 INFO [StoreOpener-73c8dd43601f2331063d5dfc9cced07f-1 {}] regionserver.HStore(327): Store=73c8dd43601f2331063d5dfc9cced07f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,273 INFO [StoreOpener-73c8dd43601f2331063d5dfc9cced07f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 73c8dd43601f2331063d5dfc9cced07f 2024-12-07T22:08:05,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6a483cd8fc4ddfd6efb7f41454e59950, ASSIGN in 457 msec 2024-12-07T22:08:05,275 INFO [StoreOpener-73c8dd43601f2331063d5dfc9cced07f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73c8dd43601f2331063d5dfc9cced07f columnFamilyName norep 2024-12-07T22:08:05,275 DEBUG [StoreOpener-73c8dd43601f2331063d5dfc9cced07f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,275 INFO [StoreOpener-73c8dd43601f2331063d5dfc9cced07f-1 {}] regionserver.HStore(327): Store=73c8dd43601f2331063d5dfc9cced07f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,276 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/73c8dd43601f2331063d5dfc9cced07f 2024-12-07T22:08:05,276 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/73c8dd43601f2331063d5dfc9cced07f 2024-12-07T22:08:05,278 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:08:05,279 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 73c8dd43601f2331063d5dfc9cced07f 2024-12-07T22:08:05,281 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/73c8dd43601f2331063d5dfc9cced07f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:05,282 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 73c8dd43601f2331063d5dfc9cced07f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66247744, jitterRate=-0.012831687927246094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:08:05,282 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 73c8dd43601f2331063d5dfc9cced07f: 2024-12-07T22:08:05,283 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1733609281096.73c8dd43601f2331063d5dfc9cced07f., pid=58, masterSystemTime=1733609285125 2024-12-07T22:08:05,284 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1733609281096.73c8dd43601f2331063d5dfc9cced07f. 2024-12-07T22:08:05,284 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,ddd,1733609281096.73c8dd43601f2331063d5dfc9cced07f. 2024-12-07T22:08:05,285 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,sss,1733609281096.7810e050e26a657ec9364ba2f583e567. 2024-12-07T22:08:05,285 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 7810e050e26a657ec9364ba2f583e567, NAME => 'test,sss,1733609281096.7810e050e26a657ec9364ba2f583e567.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-07T22:08:05,285 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=73c8dd43601f2331063d5dfc9cced07f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,285 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7810e050e26a657ec9364ba2f583e567 2024-12-07T22:08:05,285 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,sss,1733609281096.7810e050e26a657ec9364ba2f583e567.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:05,285 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 7810e050e26a657ec9364ba2f583e567 2024-12-07T22:08:05,285 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 7810e050e26a657ec9364ba2f583e567 2024-12-07T22:08:05,287 INFO [StoreOpener-7810e050e26a657ec9364ba2f583e567-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7810e050e26a657ec9364ba2f583e567 2024-12-07T22:08:05,288 INFO [StoreOpener-7810e050e26a657ec9364ba2f583e567-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7810e050e26a657ec9364ba2f583e567 columnFamilyName f 2024-12-07T22:08:05,288 DEBUG [StoreOpener-7810e050e26a657ec9364ba2f583e567-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=13 2024-12-07T22:08:05,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=13, state=SUCCESS; OpenRegionProcedure 73c8dd43601f2331063d5dfc9cced07f, server=f83a3c5fcf38,34891,1733609269684 in 273 msec 2024-12-07T22:08:05,289 INFO [StoreOpener-7810e050e26a657ec9364ba2f583e567-1 {}] regionserver.HStore(327): Store=7810e050e26a657ec9364ba2f583e567/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,289 INFO [StoreOpener-7810e050e26a657ec9364ba2f583e567-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7810e050e26a657ec9364ba2f583e567 2024-12-07T22:08:05,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=73c8dd43601f2331063d5dfc9cced07f, ASSIGN in 473 msec 2024-12-07T22:08:05,290 INFO [StoreOpener-7810e050e26a657ec9364ba2f583e567-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7810e050e26a657ec9364ba2f583e567 columnFamilyName norep 2024-12-07T22:08:05,290 DEBUG [StoreOpener-7810e050e26a657ec9364ba2f583e567-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,291 INFO [StoreOpener-7810e050e26a657ec9364ba2f583e567-1 {}] regionserver.HStore(327): Store=7810e050e26a657ec9364ba2f583e567/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,292 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/7810e050e26a657ec9364ba2f583e567 2024-12-07T22:08:05,292 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/7810e050e26a657ec9364ba2f583e567 2024-12-07T22:08:05,294 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:08:05,295 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 7810e050e26a657ec9364ba2f583e567 2024-12-07T22:08:05,298 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/7810e050e26a657ec9364ba2f583e567/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:05,298 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 7810e050e26a657ec9364ba2f583e567; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72206561, jitterRate=0.07596160471439362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:08:05,298 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 7810e050e26a657ec9364ba2f583e567: 2024-12-07T22:08:05,299 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1733609281096.7810e050e26a657ec9364ba2f583e567., pid=59, masterSystemTime=1733609285125 2024-12-07T22:08:05,301 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1733609281096.7810e050e26a657ec9364ba2f583e567. 2024-12-07T22:08:05,301 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,sss,1733609281096.7810e050e26a657ec9364ba2f583e567. 2024-12-07T22:08:05,301 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,ttt,1733609281096.f122a6f45bb4480d2cd965ee320fd482. 2024-12-07T22:08:05,301 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => f122a6f45bb4480d2cd965ee320fd482, NAME => 'test,ttt,1733609281096.f122a6f45bb4480d2cd965ee320fd482.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-07T22:08:05,301 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=7810e050e26a657ec9364ba2f583e567, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,301 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f122a6f45bb4480d2cd965ee320fd482 2024-12-07T22:08:05,301 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,ttt,1733609281096.f122a6f45bb4480d2cd965ee320fd482.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:05,301 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for f122a6f45bb4480d2cd965ee320fd482 2024-12-07T22:08:05,302 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for f122a6f45bb4480d2cd965ee320fd482 2024-12-07T22:08:05,304 INFO [StoreOpener-f122a6f45bb4480d2cd965ee320fd482-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f122a6f45bb4480d2cd965ee320fd482 2024-12-07T22:08:05,305 INFO [StoreOpener-f122a6f45bb4480d2cd965ee320fd482-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f122a6f45bb4480d2cd965ee320fd482 columnFamilyName f 2024-12-07T22:08:05,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=28 2024-12-07T22:08:05,305 DEBUG [StoreOpener-f122a6f45bb4480d2cd965ee320fd482-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=28, state=SUCCESS; OpenRegionProcedure 7810e050e26a657ec9364ba2f583e567, server=f83a3c5fcf38,34891,1733609269684 in 288 msec 2024-12-07T22:08:05,306 INFO [StoreOpener-f122a6f45bb4480d2cd965ee320fd482-1 {}] regionserver.HStore(327): Store=f122a6f45bb4480d2cd965ee320fd482/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,306 INFO [StoreOpener-f122a6f45bb4480d2cd965ee320fd482-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f122a6f45bb4480d2cd965ee320fd482 2024-12-07T22:08:05,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7810e050e26a657ec9364ba2f583e567, ASSIGN in 489 msec 2024-12-07T22:08:05,307 INFO [StoreOpener-f122a6f45bb4480d2cd965ee320fd482-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f122a6f45bb4480d2cd965ee320fd482 columnFamilyName norep 2024-12-07T22:08:05,307 DEBUG [StoreOpener-f122a6f45bb4480d2cd965ee320fd482-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,308 INFO [StoreOpener-f122a6f45bb4480d2cd965ee320fd482-1 {}] regionserver.HStore(327): Store=f122a6f45bb4480d2cd965ee320fd482/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,309 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/f122a6f45bb4480d2cd965ee320fd482 2024-12-07T22:08:05,309 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/f122a6f45bb4480d2cd965ee320fd482 2024-12-07T22:08:05,311 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:08:05,312 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for f122a6f45bb4480d2cd965ee320fd482 2024-12-07T22:08:05,315 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/f122a6f45bb4480d2cd965ee320fd482/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:05,315 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened f122a6f45bb4480d2cd965ee320fd482; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74212538, jitterRate=0.10585299134254456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:08:05,315 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for f122a6f45bb4480d2cd965ee320fd482: 2024-12-07T22:08:05,316 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1733609281096.f122a6f45bb4480d2cd965ee320fd482., pid=47, masterSystemTime=1733609285125 2024-12-07T22:08:05,318 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1733609281096.f122a6f45bb4480d2cd965ee320fd482. 2024-12-07T22:08:05,318 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,ttt,1733609281096.f122a6f45bb4480d2cd965ee320fd482. 2024-12-07T22:08:05,318 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,ggg,1733609281096.35284a0beda0c7ac703d9b0c79fd30f3. 2024-12-07T22:08:05,318 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 35284a0beda0c7ac703d9b0c79fd30f3, NAME => 'test,ggg,1733609281096.35284a0beda0c7ac703d9b0c79fd30f3.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-07T22:08:05,319 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=f122a6f45bb4480d2cd965ee320fd482, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,319 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 35284a0beda0c7ac703d9b0c79fd30f3 2024-12-07T22:08:05,319 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,ggg,1733609281096.35284a0beda0c7ac703d9b0c79fd30f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:05,319 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 35284a0beda0c7ac703d9b0c79fd30f3 2024-12-07T22:08:05,319 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 35284a0beda0c7ac703d9b0c79fd30f3 2024-12-07T22:08:05,321 INFO [StoreOpener-35284a0beda0c7ac703d9b0c79fd30f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 35284a0beda0c7ac703d9b0c79fd30f3 2024-12-07T22:08:05,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=29 2024-12-07T22:08:05,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=29, state=SUCCESS; OpenRegionProcedure f122a6f45bb4480d2cd965ee320fd482, server=f83a3c5fcf38,34891,1733609269684 in 328 msec 2024-12-07T22:08:05,322 INFO [StoreOpener-35284a0beda0c7ac703d9b0c79fd30f3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35284a0beda0c7ac703d9b0c79fd30f3 columnFamilyName f 2024-12-07T22:08:05,322 DEBUG [StoreOpener-35284a0beda0c7ac703d9b0c79fd30f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,323 INFO [StoreOpener-35284a0beda0c7ac703d9b0c79fd30f3-1 {}] regionserver.HStore(327): Store=35284a0beda0c7ac703d9b0c79fd30f3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,323 INFO [StoreOpener-35284a0beda0c7ac703d9b0c79fd30f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 35284a0beda0c7ac703d9b0c79fd30f3 2024-12-07T22:08:05,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f122a6f45bb4480d2cd965ee320fd482, ASSIGN in 506 msec 2024-12-07T22:08:05,324 INFO [StoreOpener-35284a0beda0c7ac703d9b0c79fd30f3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35284a0beda0c7ac703d9b0c79fd30f3 columnFamilyName norep 2024-12-07T22:08:05,324 DEBUG [StoreOpener-35284a0beda0c7ac703d9b0c79fd30f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,325 INFO [StoreOpener-35284a0beda0c7ac703d9b0c79fd30f3-1 {}] regionserver.HStore(327): Store=35284a0beda0c7ac703d9b0c79fd30f3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,326 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/35284a0beda0c7ac703d9b0c79fd30f3 2024-12-07T22:08:05,326 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/35284a0beda0c7ac703d9b0c79fd30f3 2024-12-07T22:08:05,327 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:08:05,329 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 35284a0beda0c7ac703d9b0c79fd30f3 2024-12-07T22:08:05,332 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/35284a0beda0c7ac703d9b0c79fd30f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:05,333 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 35284a0beda0c7ac703d9b0c79fd30f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65306079, jitterRate=-0.026863589882850647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:08:05,333 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 35284a0beda0c7ac703d9b0c79fd30f3: 2024-12-07T22:08:05,334 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1733609281096.35284a0beda0c7ac703d9b0c79fd30f3., pid=60, masterSystemTime=1733609285125 2024-12-07T22:08:05,336 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1733609281096.35284a0beda0c7ac703d9b0c79fd30f3. 2024-12-07T22:08:05,336 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,ggg,1733609281096.35284a0beda0c7ac703d9b0c79fd30f3. 2024-12-07T22:08:05,336 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,ppp,1733609281096.fac64c5fc332dcc192b87a63beaa72ce. 2024-12-07T22:08:05,336 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => fac64c5fc332dcc192b87a63beaa72ce, NAME => 'test,ppp,1733609281096.fac64c5fc332dcc192b87a63beaa72ce.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-07T22:08:05,336 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=35284a0beda0c7ac703d9b0c79fd30f3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,336 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fac64c5fc332dcc192b87a63beaa72ce 2024-12-07T22:08:05,336 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,ppp,1733609281096.fac64c5fc332dcc192b87a63beaa72ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:05,336 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for fac64c5fc332dcc192b87a63beaa72ce 2024-12-07T22:08:05,337 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for fac64c5fc332dcc192b87a63beaa72ce 2024-12-07T22:08:05,338 INFO [StoreOpener-fac64c5fc332dcc192b87a63beaa72ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fac64c5fc332dcc192b87a63beaa72ce 2024-12-07T22:08:05,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=16 2024-12-07T22:08:05,340 INFO [StoreOpener-fac64c5fc332dcc192b87a63beaa72ce-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fac64c5fc332dcc192b87a63beaa72ce columnFamilyName f 2024-12-07T22:08:05,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=16, state=SUCCESS; OpenRegionProcedure 35284a0beda0c7ac703d9b0c79fd30f3, server=f83a3c5fcf38,34891,1733609269684 in 320 msec 2024-12-07T22:08:05,340 DEBUG [StoreOpener-fac64c5fc332dcc192b87a63beaa72ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,340 INFO [StoreOpener-fac64c5fc332dcc192b87a63beaa72ce-1 {}] regionserver.HStore(327): Store=fac64c5fc332dcc192b87a63beaa72ce/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,341 INFO [StoreOpener-fac64c5fc332dcc192b87a63beaa72ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fac64c5fc332dcc192b87a63beaa72ce 2024-12-07T22:08:05,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=35284a0beda0c7ac703d9b0c79fd30f3, ASSIGN in 525 msec 2024-12-07T22:08:05,342 INFO [StoreOpener-fac64c5fc332dcc192b87a63beaa72ce-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fac64c5fc332dcc192b87a63beaa72ce columnFamilyName norep 2024-12-07T22:08:05,342 DEBUG [StoreOpener-fac64c5fc332dcc192b87a63beaa72ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,343 INFO [StoreOpener-fac64c5fc332dcc192b87a63beaa72ce-1 {}] regionserver.HStore(327): Store=fac64c5fc332dcc192b87a63beaa72ce/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,344 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/fac64c5fc332dcc192b87a63beaa72ce 2024-12-07T22:08:05,345 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/fac64c5fc332dcc192b87a63beaa72ce 2024-12-07T22:08:05,347 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:08:05,350 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for fac64c5fc332dcc192b87a63beaa72ce 2024-12-07T22:08:05,353 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/fac64c5fc332dcc192b87a63beaa72ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:05,354 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened fac64c5fc332dcc192b87a63beaa72ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61310833, jitterRate=-0.08639739453792572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:08:05,354 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for fac64c5fc332dcc192b87a63beaa72ce: 2024-12-07T22:08:05,355 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1733609281096.fac64c5fc332dcc192b87a63beaa72ce., pid=37, masterSystemTime=1733609285125 2024-12-07T22:08:05,357 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1733609281096.fac64c5fc332dcc192b87a63beaa72ce. 2024-12-07T22:08:05,357 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,ppp,1733609281096.fac64c5fc332dcc192b87a63beaa72ce. 2024-12-07T22:08:05,357 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,vvv,1733609281096.6db2495047f7945db09339b0821a82d0. 2024-12-07T22:08:05,358 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 6db2495047f7945db09339b0821a82d0, NAME => 'test,vvv,1733609281096.6db2495047f7945db09339b0821a82d0.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-07T22:08:05,358 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=fac64c5fc332dcc192b87a63beaa72ce, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,358 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6db2495047f7945db09339b0821a82d0 2024-12-07T22:08:05,358 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,vvv,1733609281096.6db2495047f7945db09339b0821a82d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:05,358 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 6db2495047f7945db09339b0821a82d0 2024-12-07T22:08:05,358 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 6db2495047f7945db09339b0821a82d0 2024-12-07T22:08:05,360 INFO [StoreOpener-6db2495047f7945db09339b0821a82d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6db2495047f7945db09339b0821a82d0 2024-12-07T22:08:05,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=25 2024-12-07T22:08:05,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=25, state=SUCCESS; OpenRegionProcedure fac64c5fc332dcc192b87a63beaa72ce, server=f83a3c5fcf38,34891,1733609269684 in 384 msec 2024-12-07T22:08:05,362 INFO [StoreOpener-6db2495047f7945db09339b0821a82d0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6db2495047f7945db09339b0821a82d0 columnFamilyName f 2024-12-07T22:08:05,362 DEBUG [StoreOpener-6db2495047f7945db09339b0821a82d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,363 INFO [StoreOpener-6db2495047f7945db09339b0821a82d0-1 {}] regionserver.HStore(327): Store=6db2495047f7945db09339b0821a82d0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,363 INFO [StoreOpener-6db2495047f7945db09339b0821a82d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6db2495047f7945db09339b0821a82d0 2024-12-07T22:08:05,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=fac64c5fc332dcc192b87a63beaa72ce, ASSIGN in 546 msec 2024-12-07T22:08:05,366 INFO [StoreOpener-6db2495047f7945db09339b0821a82d0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6db2495047f7945db09339b0821a82d0 columnFamilyName norep 2024-12-07T22:08:05,366 DEBUG [StoreOpener-6db2495047f7945db09339b0821a82d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,367 INFO [StoreOpener-6db2495047f7945db09339b0821a82d0-1 {}] regionserver.HStore(327): Store=6db2495047f7945db09339b0821a82d0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,368 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/6db2495047f7945db09339b0821a82d0 2024-12-07T22:08:05,368 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/6db2495047f7945db09339b0821a82d0 2024-12-07T22:08:05,370 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:08:05,371 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 6db2495047f7945db09339b0821a82d0 2024-12-07T22:08:05,374 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/6db2495047f7945db09339b0821a82d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:05,375 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 6db2495047f7945db09339b0821a82d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59175589, jitterRate=-0.11821500957012177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:08:05,375 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 6db2495047f7945db09339b0821a82d0: 2024-12-07T22:08:05,376 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1733609281096.6db2495047f7945db09339b0821a82d0., pid=40, masterSystemTime=1733609285125 2024-12-07T22:08:05,378 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1733609281096.6db2495047f7945db09339b0821a82d0. 2024-12-07T22:08:05,378 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,vvv,1733609281096.6db2495047f7945db09339b0821a82d0. 2024-12-07T22:08:05,378 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,ccc,1733609281096.60ccf62732a247d6deef1f75f7dd87f4. 2024-12-07T22:08:05,378 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 60ccf62732a247d6deef1f75f7dd87f4, NAME => 'test,ccc,1733609281096.60ccf62732a247d6deef1f75f7dd87f4.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-07T22:08:05,378 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=6db2495047f7945db09339b0821a82d0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,378 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 60ccf62732a247d6deef1f75f7dd87f4 2024-12-07T22:08:05,378 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,ccc,1733609281096.60ccf62732a247d6deef1f75f7dd87f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:05,379 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 60ccf62732a247d6deef1f75f7dd87f4 2024-12-07T22:08:05,379 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 60ccf62732a247d6deef1f75f7dd87f4 2024-12-07T22:08:05,381 INFO [StoreOpener-60ccf62732a247d6deef1f75f7dd87f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 60ccf62732a247d6deef1f75f7dd87f4 2024-12-07T22:08:05,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=31 2024-12-07T22:08:05,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=31, state=SUCCESS; OpenRegionProcedure 6db2495047f7945db09339b0821a82d0, server=f83a3c5fcf38,34891,1733609269684 in 401 msec 2024-12-07T22:08:05,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6db2495047f7945db09339b0821a82d0, ASSIGN in 566 msec 2024-12-07T22:08:05,384 INFO [StoreOpener-60ccf62732a247d6deef1f75f7dd87f4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60ccf62732a247d6deef1f75f7dd87f4 columnFamilyName f 2024-12-07T22:08:05,384 DEBUG [StoreOpener-60ccf62732a247d6deef1f75f7dd87f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,384 INFO [StoreOpener-60ccf62732a247d6deef1f75f7dd87f4-1 {}] regionserver.HStore(327): Store=60ccf62732a247d6deef1f75f7dd87f4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,385 INFO [StoreOpener-60ccf62732a247d6deef1f75f7dd87f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 60ccf62732a247d6deef1f75f7dd87f4 2024-12-07T22:08:05,386 INFO [StoreOpener-60ccf62732a247d6deef1f75f7dd87f4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60ccf62732a247d6deef1f75f7dd87f4 columnFamilyName norep 2024-12-07T22:08:05,387 DEBUG [StoreOpener-60ccf62732a247d6deef1f75f7dd87f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,387 INFO [StoreOpener-60ccf62732a247d6deef1f75f7dd87f4-1 {}] regionserver.HStore(327): Store=60ccf62732a247d6deef1f75f7dd87f4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,388 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/60ccf62732a247d6deef1f75f7dd87f4 2024-12-07T22:08:05,389 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/60ccf62732a247d6deef1f75f7dd87f4 2024-12-07T22:08:05,390 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:08:05,392 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 60ccf62732a247d6deef1f75f7dd87f4 2024-12-07T22:08:05,395 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/60ccf62732a247d6deef1f75f7dd87f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:05,395 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 60ccf62732a247d6deef1f75f7dd87f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70725849, jitterRate=0.053897276520729065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:08:05,395 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 60ccf62732a247d6deef1f75f7dd87f4: 2024-12-07T22:08:05,396 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1733609281096.60ccf62732a247d6deef1f75f7dd87f4., pid=48, masterSystemTime=1733609285125 2024-12-07T22:08:05,399 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1733609281096.60ccf62732a247d6deef1f75f7dd87f4. 2024-12-07T22:08:05,399 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,ccc,1733609281096.60ccf62732a247d6deef1f75f7dd87f4. 2024-12-07T22:08:05,399 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261. 2024-12-07T22:08:05,399 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 992757fbb7b481ccd0b5a1cfe45a6261, NAME => 'test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-07T22:08:05,399 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=60ccf62732a247d6deef1f75f7dd87f4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,399 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 992757fbb7b481ccd0b5a1cfe45a6261 2024-12-07T22:08:05,399 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:05,399 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 992757fbb7b481ccd0b5a1cfe45a6261 2024-12-07T22:08:05,400 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 992757fbb7b481ccd0b5a1cfe45a6261 2024-12-07T22:08:05,402 INFO [StoreOpener-992757fbb7b481ccd0b5a1cfe45a6261-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 992757fbb7b481ccd0b5a1cfe45a6261 2024-12-07T22:08:05,404 INFO [StoreOpener-992757fbb7b481ccd0b5a1cfe45a6261-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 992757fbb7b481ccd0b5a1cfe45a6261 columnFamilyName f 2024-12-07T22:08:05,404 DEBUG [StoreOpener-992757fbb7b481ccd0b5a1cfe45a6261-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,404 INFO [StoreOpener-992757fbb7b481ccd0b5a1cfe45a6261-1 {}] regionserver.HStore(327): Store=992757fbb7b481ccd0b5a1cfe45a6261/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,404 INFO [StoreOpener-992757fbb7b481ccd0b5a1cfe45a6261-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 992757fbb7b481ccd0b5a1cfe45a6261 2024-12-07T22:08:05,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=12 2024-12-07T22:08:05,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=12, state=SUCCESS; OpenRegionProcedure 60ccf62732a247d6deef1f75f7dd87f4, server=f83a3c5fcf38,34891,1733609269684 in 405 msec 2024-12-07T22:08:05,406 INFO [StoreOpener-992757fbb7b481ccd0b5a1cfe45a6261-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 992757fbb7b481ccd0b5a1cfe45a6261 columnFamilyName norep 2024-12-07T22:08:05,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=60ccf62732a247d6deef1f75f7dd87f4, ASSIGN in 590 msec 2024-12-07T22:08:05,406 DEBUG [StoreOpener-992757fbb7b481ccd0b5a1cfe45a6261-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,407 INFO [StoreOpener-992757fbb7b481ccd0b5a1cfe45a6261-1 {}] regionserver.HStore(327): Store=992757fbb7b481ccd0b5a1cfe45a6261/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,408 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/992757fbb7b481ccd0b5a1cfe45a6261 2024-12-07T22:08:05,408 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/992757fbb7b481ccd0b5a1cfe45a6261 2024-12-07T22:08:05,410 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:08:05,412 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 992757fbb7b481ccd0b5a1cfe45a6261 2024-12-07T22:08:05,415 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/992757fbb7b481ccd0b5a1cfe45a6261/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:05,415 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 992757fbb7b481ccd0b5a1cfe45a6261; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59486930, jitterRate=-0.11357566714286804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:08:05,415 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 992757fbb7b481ccd0b5a1cfe45a6261: 2024-12-07T22:08:05,416 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261., pid=53, masterSystemTime=1733609285125 2024-12-07T22:08:05,418 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261. 2024-12-07T22:08:05,419 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261. 2024-12-07T22:08:05,419 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,nnn,1733609281096.b37dcaada6aaf70b6d76a4a0d05f3a20. 2024-12-07T22:08:05,419 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=992757fbb7b481ccd0b5a1cfe45a6261, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,419 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => b37dcaada6aaf70b6d76a4a0d05f3a20, NAME => 'test,nnn,1733609281096.b37dcaada6aaf70b6d76a4a0d05f3a20.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-07T22:08:05,419 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b37dcaada6aaf70b6d76a4a0d05f3a20 2024-12-07T22:08:05,419 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,nnn,1733609281096.b37dcaada6aaf70b6d76a4a0d05f3a20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:05,420 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for b37dcaada6aaf70b6d76a4a0d05f3a20 2024-12-07T22:08:05,420 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for b37dcaada6aaf70b6d76a4a0d05f3a20 2024-12-07T22:08:05,421 INFO [StoreOpener-b37dcaada6aaf70b6d76a4a0d05f3a20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b37dcaada6aaf70b6d76a4a0d05f3a20 2024-12-07T22:08:05,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=10 2024-12-07T22:08:05,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=10, state=SUCCESS; OpenRegionProcedure 992757fbb7b481ccd0b5a1cfe45a6261, server=f83a3c5fcf38,34891,1733609269684 in 416 msec 2024-12-07T22:08:05,423 INFO [StoreOpener-b37dcaada6aaf70b6d76a4a0d05f3a20-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b37dcaada6aaf70b6d76a4a0d05f3a20 columnFamilyName f 2024-12-07T22:08:05,423 DEBUG [StoreOpener-b37dcaada6aaf70b6d76a4a0d05f3a20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,424 INFO [StoreOpener-b37dcaada6aaf70b6d76a4a0d05f3a20-1 {}] regionserver.HStore(327): Store=b37dcaada6aaf70b6d76a4a0d05f3a20/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,424 INFO [StoreOpener-b37dcaada6aaf70b6d76a4a0d05f3a20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b37dcaada6aaf70b6d76a4a0d05f3a20 2024-12-07T22:08:05,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=992757fbb7b481ccd0b5a1cfe45a6261, ASSIGN in 608 msec 2024-12-07T22:08:05,425 INFO [StoreOpener-b37dcaada6aaf70b6d76a4a0d05f3a20-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b37dcaada6aaf70b6d76a4a0d05f3a20 columnFamilyName norep 2024-12-07T22:08:05,425 DEBUG [StoreOpener-b37dcaada6aaf70b6d76a4a0d05f3a20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,426 INFO [StoreOpener-b37dcaada6aaf70b6d76a4a0d05f3a20-1 {}] regionserver.HStore(327): Store=b37dcaada6aaf70b6d76a4a0d05f3a20/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,427 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/b37dcaada6aaf70b6d76a4a0d05f3a20 2024-12-07T22:08:05,427 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/b37dcaada6aaf70b6d76a4a0d05f3a20 2024-12-07T22:08:05,428 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:08:05,430 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for b37dcaada6aaf70b6d76a4a0d05f3a20 2024-12-07T22:08:05,432 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/b37dcaada6aaf70b6d76a4a0d05f3a20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:05,433 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened b37dcaada6aaf70b6d76a4a0d05f3a20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67388428, jitterRate=0.004165828227996826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:08:05,433 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for b37dcaada6aaf70b6d76a4a0d05f3a20: 2024-12-07T22:08:05,434 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1733609281096.b37dcaada6aaf70b6d76a4a0d05f3a20., pid=36, masterSystemTime=1733609285125 2024-12-07T22:08:05,435 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1733609281096.b37dcaada6aaf70b6d76a4a0d05f3a20. 2024-12-07T22:08:05,435 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,nnn,1733609281096.b37dcaada6aaf70b6d76a4a0d05f3a20. 2024-12-07T22:08:05,436 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,rrr,1733609281096.7d4faadcc08eac4b724247219c466b21. 2024-12-07T22:08:05,436 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 7d4faadcc08eac4b724247219c466b21, NAME => 'test,rrr,1733609281096.7d4faadcc08eac4b724247219c466b21.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-07T22:08:05,436 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=b37dcaada6aaf70b6d76a4a0d05f3a20, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,436 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7d4faadcc08eac4b724247219c466b21 2024-12-07T22:08:05,436 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,rrr,1733609281096.7d4faadcc08eac4b724247219c466b21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:05,436 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 7d4faadcc08eac4b724247219c466b21 2024-12-07T22:08:05,436 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 7d4faadcc08eac4b724247219c466b21 2024-12-07T22:08:05,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=23 2024-12-07T22:08:05,439 INFO [StoreOpener-7d4faadcc08eac4b724247219c466b21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7d4faadcc08eac4b724247219c466b21 2024-12-07T22:08:05,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=23, state=SUCCESS; OpenRegionProcedure b37dcaada6aaf70b6d76a4a0d05f3a20, server=f83a3c5fcf38,34891,1733609269684 in 465 msec 2024-12-07T22:08:05,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b37dcaada6aaf70b6d76a4a0d05f3a20, ASSIGN in 623 msec 2024-12-07T22:08:05,441 INFO [StoreOpener-7d4faadcc08eac4b724247219c466b21-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d4faadcc08eac4b724247219c466b21 columnFamilyName f 2024-12-07T22:08:05,441 DEBUG [StoreOpener-7d4faadcc08eac4b724247219c466b21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,442 INFO [StoreOpener-7d4faadcc08eac4b724247219c466b21-1 {}] regionserver.HStore(327): Store=7d4faadcc08eac4b724247219c466b21/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,442 INFO [StoreOpener-7d4faadcc08eac4b724247219c466b21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7d4faadcc08eac4b724247219c466b21 2024-12-07T22:08:05,443 INFO [StoreOpener-7d4faadcc08eac4b724247219c466b21-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d4faadcc08eac4b724247219c466b21 columnFamilyName norep 2024-12-07T22:08:05,443 DEBUG [StoreOpener-7d4faadcc08eac4b724247219c466b21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,443 INFO [StoreOpener-7d4faadcc08eac4b724247219c466b21-1 {}] regionserver.HStore(327): Store=7d4faadcc08eac4b724247219c466b21/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,444 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/7d4faadcc08eac4b724247219c466b21 2024-12-07T22:08:05,445 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/7d4faadcc08eac4b724247219c466b21 2024-12-07T22:08:05,446 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:08:05,447 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 7d4faadcc08eac4b724247219c466b21 2024-12-07T22:08:05,450 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/7d4faadcc08eac4b724247219c466b21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:05,451 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 7d4faadcc08eac4b724247219c466b21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65760058, jitterRate=-0.020098775625228882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:08:05,451 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 7d4faadcc08eac4b724247219c466b21: 2024-12-07T22:08:05,451 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1733609281096.7d4faadcc08eac4b724247219c466b21., pid=57, masterSystemTime=1733609285125 2024-12-07T22:08:05,453 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1733609281096.7d4faadcc08eac4b724247219c466b21. 2024-12-07T22:08:05,453 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,rrr,1733609281096.7d4faadcc08eac4b724247219c466b21. 2024-12-07T22:08:05,453 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,www,1733609281096.79867e645e52319a601015b01efc0319. 2024-12-07T22:08:05,454 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 79867e645e52319a601015b01efc0319, NAME => 'test,www,1733609281096.79867e645e52319a601015b01efc0319.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-07T22:08:05,454 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=7d4faadcc08eac4b724247219c466b21, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,454 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 79867e645e52319a601015b01efc0319 2024-12-07T22:08:05,454 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,www,1733609281096.79867e645e52319a601015b01efc0319.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:05,454 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 79867e645e52319a601015b01efc0319 2024-12-07T22:08:05,454 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 79867e645e52319a601015b01efc0319 2024-12-07T22:08:05,456 INFO [StoreOpener-79867e645e52319a601015b01efc0319-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 79867e645e52319a601015b01efc0319 2024-12-07T22:08:05,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=27 2024-12-07T22:08:05,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=27, state=SUCCESS; OpenRegionProcedure 7d4faadcc08eac4b724247219c466b21, server=f83a3c5fcf38,34891,1733609269684 in 444 msec 2024-12-07T22:08:05,457 INFO [StoreOpener-79867e645e52319a601015b01efc0319-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79867e645e52319a601015b01efc0319 columnFamilyName f 2024-12-07T22:08:05,457 DEBUG [StoreOpener-79867e645e52319a601015b01efc0319-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,458 INFO [StoreOpener-79867e645e52319a601015b01efc0319-1 {}] regionserver.HStore(327): Store=79867e645e52319a601015b01efc0319/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,458 INFO [StoreOpener-79867e645e52319a601015b01efc0319-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 79867e645e52319a601015b01efc0319 2024-12-07T22:08:05,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7d4faadcc08eac4b724247219c466b21, ASSIGN in 641 msec 2024-12-07T22:08:05,460 INFO [StoreOpener-79867e645e52319a601015b01efc0319-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79867e645e52319a601015b01efc0319 columnFamilyName norep 2024-12-07T22:08:05,460 DEBUG [StoreOpener-79867e645e52319a601015b01efc0319-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,460 INFO [StoreOpener-79867e645e52319a601015b01efc0319-1 {}] regionserver.HStore(327): Store=79867e645e52319a601015b01efc0319/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,461 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/79867e645e52319a601015b01efc0319 2024-12-07T22:08:05,461 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/79867e645e52319a601015b01efc0319 2024-12-07T22:08:05,462 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:08:05,463 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 79867e645e52319a601015b01efc0319 2024-12-07T22:08:05,465 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/79867e645e52319a601015b01efc0319/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:05,466 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 79867e645e52319a601015b01efc0319; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73736116, jitterRate=0.09875375032424927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:08:05,466 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 79867e645e52319a601015b01efc0319: 2024-12-07T22:08:05,467 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1733609281096.79867e645e52319a601015b01efc0319., pid=38, masterSystemTime=1733609285125 2024-12-07T22:08:05,468 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1733609281096.79867e645e52319a601015b01efc0319. 2024-12-07T22:08:05,468 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,www,1733609281096.79867e645e52319a601015b01efc0319. 2024-12-07T22:08:05,468 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,hhh,1733609281096.984dab87ef18b00676b032212017e662. 2024-12-07T22:08:05,469 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 984dab87ef18b00676b032212017e662, NAME => 'test,hhh,1733609281096.984dab87ef18b00676b032212017e662.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-07T22:08:05,469 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=79867e645e52319a601015b01efc0319, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,469 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 984dab87ef18b00676b032212017e662 2024-12-07T22:08:05,469 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,hhh,1733609281096.984dab87ef18b00676b032212017e662.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:05,469 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 984dab87ef18b00676b032212017e662 2024-12-07T22:08:05,469 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 984dab87ef18b00676b032212017e662 2024-12-07T22:08:05,470 INFO [StoreOpener-984dab87ef18b00676b032212017e662-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 984dab87ef18b00676b032212017e662 2024-12-07T22:08:05,472 INFO [StoreOpener-984dab87ef18b00676b032212017e662-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 984dab87ef18b00676b032212017e662 columnFamilyName f 2024-12-07T22:08:05,472 DEBUG [StoreOpener-984dab87ef18b00676b032212017e662-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=32 2024-12-07T22:08:05,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=32, state=SUCCESS; OpenRegionProcedure 79867e645e52319a601015b01efc0319, server=f83a3c5fcf38,34891,1733609269684 in 494 msec 2024-12-07T22:08:05,473 INFO [StoreOpener-984dab87ef18b00676b032212017e662-1 {}] regionserver.HStore(327): Store=984dab87ef18b00676b032212017e662/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,473 INFO [StoreOpener-984dab87ef18b00676b032212017e662-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 984dab87ef18b00676b032212017e662 2024-12-07T22:08:05,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=79867e645e52319a601015b01efc0319, ASSIGN in 656 msec 2024-12-07T22:08:05,474 INFO [StoreOpener-984dab87ef18b00676b032212017e662-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 984dab87ef18b00676b032212017e662 columnFamilyName norep 2024-12-07T22:08:05,474 DEBUG [StoreOpener-984dab87ef18b00676b032212017e662-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,474 INFO [StoreOpener-984dab87ef18b00676b032212017e662-1 {}] regionserver.HStore(327): Store=984dab87ef18b00676b032212017e662/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,475 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/984dab87ef18b00676b032212017e662 2024-12-07T22:08:05,476 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/984dab87ef18b00676b032212017e662 2024-12-07T22:08:05,477 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:08:05,478 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-07T22:08:05,478 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 984dab87ef18b00676b032212017e662 2024-12-07T22:08:05,481 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/984dab87ef18b00676b032212017e662/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:05,481 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 984dab87ef18b00676b032212017e662; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71405661, jitterRate=0.06402726471424103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:08:05,482 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 984dab87ef18b00676b032212017e662: 2024-12-07T22:08:05,482 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1733609281096.984dab87ef18b00676b032212017e662., pid=39, masterSystemTime=1733609285125 2024-12-07T22:08:05,484 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1733609281096.984dab87ef18b00676b032212017e662. 2024-12-07T22:08:05,484 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,hhh,1733609281096.984dab87ef18b00676b032212017e662. 2024-12-07T22:08:05,484 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,kkk,1733609281096.e6c6b6f817db066d3333a76624cbf9f7. 2024-12-07T22:08:05,484 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => e6c6b6f817db066d3333a76624cbf9f7, NAME => 'test,kkk,1733609281096.e6c6b6f817db066d3333a76624cbf9f7.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-07T22:08:05,484 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e6c6b6f817db066d3333a76624cbf9f7 2024-12-07T22:08:05,484 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,kkk,1733609281096.e6c6b6f817db066d3333a76624cbf9f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:05,484 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=984dab87ef18b00676b032212017e662, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,485 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for e6c6b6f817db066d3333a76624cbf9f7 2024-12-07T22:08:05,485 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for e6c6b6f817db066d3333a76624cbf9f7 2024-12-07T22:08:05,488 INFO [StoreOpener-e6c6b6f817db066d3333a76624cbf9f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e6c6b6f817db066d3333a76624cbf9f7 2024-12-07T22:08:05,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=17 2024-12-07T22:08:05,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=17, state=SUCCESS; OpenRegionProcedure 984dab87ef18b00676b032212017e662, server=f83a3c5fcf38,34891,1733609269684 in 509 msec 2024-12-07T22:08:05,491 INFO [StoreOpener-e6c6b6f817db066d3333a76624cbf9f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6c6b6f817db066d3333a76624cbf9f7 columnFamilyName f 2024-12-07T22:08:05,491 DEBUG [StoreOpener-e6c6b6f817db066d3333a76624cbf9f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=984dab87ef18b00676b032212017e662, ASSIGN in 675 msec 2024-12-07T22:08:05,492 INFO [StoreOpener-e6c6b6f817db066d3333a76624cbf9f7-1 {}] regionserver.HStore(327): Store=e6c6b6f817db066d3333a76624cbf9f7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,492 INFO [StoreOpener-e6c6b6f817db066d3333a76624cbf9f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e6c6b6f817db066d3333a76624cbf9f7 2024-12-07T22:08:05,493 INFO [StoreOpener-e6c6b6f817db066d3333a76624cbf9f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6c6b6f817db066d3333a76624cbf9f7 columnFamilyName norep 2024-12-07T22:08:05,493 DEBUG [StoreOpener-e6c6b6f817db066d3333a76624cbf9f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,494 INFO [StoreOpener-e6c6b6f817db066d3333a76624cbf9f7-1 {}] regionserver.HStore(327): Store=e6c6b6f817db066d3333a76624cbf9f7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,495 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/e6c6b6f817db066d3333a76624cbf9f7 2024-12-07T22:08:05,495 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/e6c6b6f817db066d3333a76624cbf9f7 2024-12-07T22:08:05,496 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:08:05,498 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for e6c6b6f817db066d3333a76624cbf9f7 2024-12-07T22:08:05,500 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/e6c6b6f817db066d3333a76624cbf9f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:05,501 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened e6c6b6f817db066d3333a76624cbf9f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72346796, jitterRate=0.07805126905441284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:08:05,501 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for e6c6b6f817db066d3333a76624cbf9f7: 2024-12-07T22:08:05,502 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1733609281096.e6c6b6f817db066d3333a76624cbf9f7., pid=54, masterSystemTime=1733609285125 2024-12-07T22:08:05,503 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1733609281096.e6c6b6f817db066d3333a76624cbf9f7. 2024-12-07T22:08:05,503 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,kkk,1733609281096.e6c6b6f817db066d3333a76624cbf9f7. 2024-12-07T22:08:05,503 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,fff,1733609281096.aa1da09825687565290d7d8df289c109. 2024-12-07T22:08:05,503 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => aa1da09825687565290d7d8df289c109, NAME => 'test,fff,1733609281096.aa1da09825687565290d7d8df289c109.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-07T22:08:05,504 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=e6c6b6f817db066d3333a76624cbf9f7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,504 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aa1da09825687565290d7d8df289c109 2024-12-07T22:08:05,504 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,fff,1733609281096.aa1da09825687565290d7d8df289c109.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:05,504 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for aa1da09825687565290d7d8df289c109 2024-12-07T22:08:05,504 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for aa1da09825687565290d7d8df289c109 2024-12-07T22:08:05,506 INFO [StoreOpener-aa1da09825687565290d7d8df289c109-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aa1da09825687565290d7d8df289c109 2024-12-07T22:08:05,508 INFO [StoreOpener-aa1da09825687565290d7d8df289c109-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa1da09825687565290d7d8df289c109 columnFamilyName f 2024-12-07T22:08:05,508 DEBUG [StoreOpener-aa1da09825687565290d7d8df289c109-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=20 2024-12-07T22:08:05,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=20, state=SUCCESS; OpenRegionProcedure e6c6b6f817db066d3333a76624cbf9f7, server=f83a3c5fcf38,34891,1733609269684 in 499 msec 2024-12-07T22:08:05,508 INFO [StoreOpener-aa1da09825687565290d7d8df289c109-1 {}] regionserver.HStore(327): Store=aa1da09825687565290d7d8df289c109/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,508 INFO [StoreOpener-aa1da09825687565290d7d8df289c109-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aa1da09825687565290d7d8df289c109 2024-12-07T22:08:05,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e6c6b6f817db066d3333a76624cbf9f7, ASSIGN in 693 msec 2024-12-07T22:08:05,510 INFO [StoreOpener-aa1da09825687565290d7d8df289c109-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa1da09825687565290d7d8df289c109 columnFamilyName norep 2024-12-07T22:08:05,510 DEBUG [StoreOpener-aa1da09825687565290d7d8df289c109-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,510 INFO [StoreOpener-aa1da09825687565290d7d8df289c109-1 {}] regionserver.HStore(327): Store=aa1da09825687565290d7d8df289c109/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,512 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/aa1da09825687565290d7d8df289c109 2024-12-07T22:08:05,512 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/aa1da09825687565290d7d8df289c109 2024-12-07T22:08:05,515 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:08:05,517 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for aa1da09825687565290d7d8df289c109 2024-12-07T22:08:05,519 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/aa1da09825687565290d7d8df289c109/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:05,520 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened aa1da09825687565290d7d8df289c109; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74631838, jitterRate=0.11210104823112488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:08:05,520 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for aa1da09825687565290d7d8df289c109: 2024-12-07T22:08:05,520 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1733609281096.aa1da09825687565290d7d8df289c109., pid=51, masterSystemTime=1733609285125 2024-12-07T22:08:05,522 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1733609281096.aa1da09825687565290d7d8df289c109. 2024-12-07T22:08:05,522 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,fff,1733609281096.aa1da09825687565290d7d8df289c109. 2024-12-07T22:08:05,522 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,eee,1733609281096.de1e100e0eb5440f9c271261650a7528. 2024-12-07T22:08:05,522 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=aa1da09825687565290d7d8df289c109, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,523 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => de1e100e0eb5440f9c271261650a7528, NAME => 'test,eee,1733609281096.de1e100e0eb5440f9c271261650a7528.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-07T22:08:05,523 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test de1e100e0eb5440f9c271261650a7528 2024-12-07T22:08:05,523 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,eee,1733609281096.de1e100e0eb5440f9c271261650a7528.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:05,523 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for de1e100e0eb5440f9c271261650a7528 2024-12-07T22:08:05,523 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for de1e100e0eb5440f9c271261650a7528 2024-12-07T22:08:05,525 INFO [StoreOpener-de1e100e0eb5440f9c271261650a7528-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region de1e100e0eb5440f9c271261650a7528 2024-12-07T22:08:05,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=15 2024-12-07T22:08:05,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=15, state=SUCCESS; OpenRegionProcedure aa1da09825687565290d7d8df289c109, server=f83a3c5fcf38,34891,1733609269684 in 523 msec 2024-12-07T22:08:05,526 INFO [StoreOpener-de1e100e0eb5440f9c271261650a7528-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de1e100e0eb5440f9c271261650a7528 columnFamilyName f 2024-12-07T22:08:05,527 DEBUG [StoreOpener-de1e100e0eb5440f9c271261650a7528-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,527 INFO [StoreOpener-de1e100e0eb5440f9c271261650a7528-1 {}] regionserver.HStore(327): Store=de1e100e0eb5440f9c271261650a7528/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,527 INFO [StoreOpener-de1e100e0eb5440f9c271261650a7528-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region de1e100e0eb5440f9c271261650a7528 2024-12-07T22:08:05,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=aa1da09825687565290d7d8df289c109, ASSIGN in 711 msec 2024-12-07T22:08:05,529 INFO [StoreOpener-de1e100e0eb5440f9c271261650a7528-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de1e100e0eb5440f9c271261650a7528 columnFamilyName norep 2024-12-07T22:08:05,529 DEBUG [StoreOpener-de1e100e0eb5440f9c271261650a7528-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,529 INFO [StoreOpener-de1e100e0eb5440f9c271261650a7528-1 {}] regionserver.HStore(327): Store=de1e100e0eb5440f9c271261650a7528/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,530 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/de1e100e0eb5440f9c271261650a7528 2024-12-07T22:08:05,530 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/de1e100e0eb5440f9c271261650a7528 2024-12-07T22:08:05,532 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:08:05,533 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for de1e100e0eb5440f9c271261650a7528 2024-12-07T22:08:05,536 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/de1e100e0eb5440f9c271261650a7528/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:05,537 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened de1e100e0eb5440f9c271261650a7528; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63173579, jitterRate=-0.058640316128730774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:08:05,537 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for de1e100e0eb5440f9c271261650a7528: 2024-12-07T22:08:05,538 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1733609281096.de1e100e0eb5440f9c271261650a7528., pid=43, masterSystemTime=1733609285125 2024-12-07T22:08:05,539 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1733609281096.de1e100e0eb5440f9c271261650a7528. 2024-12-07T22:08:05,539 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,eee,1733609281096.de1e100e0eb5440f9c271261650a7528. 2024-12-07T22:08:05,540 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,lll,1733609281096.f4bd4c8569fdc2a79623a48ab8887feb. 2024-12-07T22:08:05,540 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => f4bd4c8569fdc2a79623a48ab8887feb, NAME => 'test,lll,1733609281096.f4bd4c8569fdc2a79623a48ab8887feb.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-07T22:08:05,540 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=de1e100e0eb5440f9c271261650a7528, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,540 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f4bd4c8569fdc2a79623a48ab8887feb 2024-12-07T22:08:05,540 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,lll,1733609281096.f4bd4c8569fdc2a79623a48ab8887feb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:05,540 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for f4bd4c8569fdc2a79623a48ab8887feb 2024-12-07T22:08:05,540 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for f4bd4c8569fdc2a79623a48ab8887feb 2024-12-07T22:08:05,542 INFO [StoreOpener-f4bd4c8569fdc2a79623a48ab8887feb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f4bd4c8569fdc2a79623a48ab8887feb 2024-12-07T22:08:05,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=14 2024-12-07T22:08:05,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=14, state=SUCCESS; OpenRegionProcedure de1e100e0eb5440f9c271261650a7528, server=f83a3c5fcf38,34891,1733609269684 in 556 msec 2024-12-07T22:08:05,544 INFO [StoreOpener-f4bd4c8569fdc2a79623a48ab8887feb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4bd4c8569fdc2a79623a48ab8887feb columnFamilyName f 2024-12-07T22:08:05,544 DEBUG [StoreOpener-f4bd4c8569fdc2a79623a48ab8887feb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,545 INFO [StoreOpener-f4bd4c8569fdc2a79623a48ab8887feb-1 {}] regionserver.HStore(327): Store=f4bd4c8569fdc2a79623a48ab8887feb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,545 INFO [StoreOpener-f4bd4c8569fdc2a79623a48ab8887feb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f4bd4c8569fdc2a79623a48ab8887feb 2024-12-07T22:08:05,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=de1e100e0eb5440f9c271261650a7528, ASSIGN in 729 msec 2024-12-07T22:08:05,546 INFO [StoreOpener-f4bd4c8569fdc2a79623a48ab8887feb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4bd4c8569fdc2a79623a48ab8887feb columnFamilyName norep 2024-12-07T22:08:05,546 DEBUG [StoreOpener-f4bd4c8569fdc2a79623a48ab8887feb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,547 INFO [StoreOpener-f4bd4c8569fdc2a79623a48ab8887feb-1 {}] regionserver.HStore(327): Store=f4bd4c8569fdc2a79623a48ab8887feb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,547 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/f4bd4c8569fdc2a79623a48ab8887feb 2024-12-07T22:08:05,548 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/f4bd4c8569fdc2a79623a48ab8887feb 2024-12-07T22:08:05,549 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:08:05,550 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for f4bd4c8569fdc2a79623a48ab8887feb 2024-12-07T22:08:05,553 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/f4bd4c8569fdc2a79623a48ab8887feb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:05,554 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened f4bd4c8569fdc2a79623a48ab8887feb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72721434, jitterRate=0.08363381028175354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:08:05,554 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for f4bd4c8569fdc2a79623a48ab8887feb: 2024-12-07T22:08:05,554 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1733609281096.f4bd4c8569fdc2a79623a48ab8887feb., pid=49, masterSystemTime=1733609285125 2024-12-07T22:08:05,556 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1733609281096.f4bd4c8569fdc2a79623a48ab8887feb. 2024-12-07T22:08:05,556 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,lll,1733609281096.f4bd4c8569fdc2a79623a48ab8887feb. 2024-12-07T22:08:05,556 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,jjj,1733609281096.8304a8b0a0e76101587fa264a8380068. 2024-12-07T22:08:05,556 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=f4bd4c8569fdc2a79623a48ab8887feb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,556 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 8304a8b0a0e76101587fa264a8380068, NAME => 'test,jjj,1733609281096.8304a8b0a0e76101587fa264a8380068.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-07T22:08:05,557 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8304a8b0a0e76101587fa264a8380068 2024-12-07T22:08:05,557 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,jjj,1733609281096.8304a8b0a0e76101587fa264a8380068.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:05,557 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 8304a8b0a0e76101587fa264a8380068 2024-12-07T22:08:05,557 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 8304a8b0a0e76101587fa264a8380068 2024-12-07T22:08:05,559 INFO [StoreOpener-8304a8b0a0e76101587fa264a8380068-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8304a8b0a0e76101587fa264a8380068 2024-12-07T22:08:05,560 INFO [StoreOpener-8304a8b0a0e76101587fa264a8380068-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8304a8b0a0e76101587fa264a8380068 columnFamilyName f 2024-12-07T22:08:05,560 DEBUG [StoreOpener-8304a8b0a0e76101587fa264a8380068-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=21 2024-12-07T22:08:05,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=21, state=SUCCESS; OpenRegionProcedure f4bd4c8569fdc2a79623a48ab8887feb, server=f83a3c5fcf38,34891,1733609269684 in 561 msec 2024-12-07T22:08:05,561 INFO [StoreOpener-8304a8b0a0e76101587fa264a8380068-1 {}] regionserver.HStore(327): Store=8304a8b0a0e76101587fa264a8380068/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,561 INFO [StoreOpener-8304a8b0a0e76101587fa264a8380068-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8304a8b0a0e76101587fa264a8380068 2024-12-07T22:08:05,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f4bd4c8569fdc2a79623a48ab8887feb, ASSIGN in 744 msec 2024-12-07T22:08:05,562 INFO [StoreOpener-8304a8b0a0e76101587fa264a8380068-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8304a8b0a0e76101587fa264a8380068 columnFamilyName norep 2024-12-07T22:08:05,562 DEBUG [StoreOpener-8304a8b0a0e76101587fa264a8380068-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,563 INFO [StoreOpener-8304a8b0a0e76101587fa264a8380068-1 {}] regionserver.HStore(327): Store=8304a8b0a0e76101587fa264a8380068/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,563 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/8304a8b0a0e76101587fa264a8380068 2024-12-07T22:08:05,564 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/8304a8b0a0e76101587fa264a8380068 2024-12-07T22:08:05,565 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:08:05,566 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 8304a8b0a0e76101587fa264a8380068 2024-12-07T22:08:05,569 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/8304a8b0a0e76101587fa264a8380068/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:05,569 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 8304a8b0a0e76101587fa264a8380068; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74130116, jitterRate=0.10462480783462524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:08:05,569 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 8304a8b0a0e76101587fa264a8380068: 2024-12-07T22:08:05,570 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1733609281096.8304a8b0a0e76101587fa264a8380068., pid=61, masterSystemTime=1733609285125 2024-12-07T22:08:05,572 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1733609281096.8304a8b0a0e76101587fa264a8380068. 2024-12-07T22:08:05,572 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,jjj,1733609281096.8304a8b0a0e76101587fa264a8380068. 2024-12-07T22:08:05,572 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,yyy,1733609281096.6ca51cc5e212a87b1bc1de69381d99bd. 2024-12-07T22:08:05,572 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 6ca51cc5e212a87b1bc1de69381d99bd, NAME => 'test,yyy,1733609281096.6ca51cc5e212a87b1bc1de69381d99bd.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-07T22:08:05,572 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=8304a8b0a0e76101587fa264a8380068, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,572 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6ca51cc5e212a87b1bc1de69381d99bd 2024-12-07T22:08:05,572 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,yyy,1733609281096.6ca51cc5e212a87b1bc1de69381d99bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:05,572 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 6ca51cc5e212a87b1bc1de69381d99bd 2024-12-07T22:08:05,573 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 6ca51cc5e212a87b1bc1de69381d99bd 2024-12-07T22:08:05,575 INFO [StoreOpener-6ca51cc5e212a87b1bc1de69381d99bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6ca51cc5e212a87b1bc1de69381d99bd 2024-12-07T22:08:05,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=19 2024-12-07T22:08:05,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=19, state=SUCCESS; OpenRegionProcedure 8304a8b0a0e76101587fa264a8380068, server=f83a3c5fcf38,34891,1733609269684 in 556 msec 2024-12-07T22:08:05,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8304a8b0a0e76101587fa264a8380068, ASSIGN in 761 msec 2024-12-07T22:08:05,577 INFO [StoreOpener-6ca51cc5e212a87b1bc1de69381d99bd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ca51cc5e212a87b1bc1de69381d99bd columnFamilyName f 2024-12-07T22:08:05,577 DEBUG [StoreOpener-6ca51cc5e212a87b1bc1de69381d99bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,578 INFO [StoreOpener-6ca51cc5e212a87b1bc1de69381d99bd-1 {}] regionserver.HStore(327): Store=6ca51cc5e212a87b1bc1de69381d99bd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,578 INFO [StoreOpener-6ca51cc5e212a87b1bc1de69381d99bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6ca51cc5e212a87b1bc1de69381d99bd 2024-12-07T22:08:05,579 INFO [StoreOpener-6ca51cc5e212a87b1bc1de69381d99bd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ca51cc5e212a87b1bc1de69381d99bd columnFamilyName norep 2024-12-07T22:08:05,579 DEBUG [StoreOpener-6ca51cc5e212a87b1bc1de69381d99bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:05,580 INFO [StoreOpener-6ca51cc5e212a87b1bc1de69381d99bd-1 {}] regionserver.HStore(327): Store=6ca51cc5e212a87b1bc1de69381d99bd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:05,581 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/6ca51cc5e212a87b1bc1de69381d99bd 2024-12-07T22:08:05,581 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/6ca51cc5e212a87b1bc1de69381d99bd 2024-12-07T22:08:05,583 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-07T22:08:05,584 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 6ca51cc5e212a87b1bc1de69381d99bd 2024-12-07T22:08:05,586 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/6ca51cc5e212a87b1bc1de69381d99bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:05,587 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 6ca51cc5e212a87b1bc1de69381d99bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66271624, jitterRate=-0.012475848197937012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-07T22:08:05,587 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 6ca51cc5e212a87b1bc1de69381d99bd: 2024-12-07T22:08:05,587 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1733609281096.6ca51cc5e212a87b1bc1de69381d99bd., pid=50, masterSystemTime=1733609285125 2024-12-07T22:08:05,589 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1733609281096.6ca51cc5e212a87b1bc1de69381d99bd. 2024-12-07T22:08:05,589 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,yyy,1733609281096.6ca51cc5e212a87b1bc1de69381d99bd. 2024-12-07T22:08:05,590 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=6ca51cc5e212a87b1bc1de69381d99bd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:05,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=34 2024-12-07T22:08:05,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=34, state=SUCCESS; OpenRegionProcedure 6ca51cc5e212a87b1bc1de69381d99bd, server=f83a3c5fcf38,34891,1733609269684 in 593 msec 2024-12-07T22:08:05,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=9 2024-12-07T22:08:05,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6ca51cc5e212a87b1bc1de69381d99bd, ASSIGN in 777 msec 2024-12-07T22:08:05,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T22:08:05,595 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733609285595"}]},"ts":"1733609285595"} 2024-12-07T22:08:05,597 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-07T22:08:05,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T22:08:05,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.5020 sec 2024-12-07T22:08:06,475 INFO [f83a3c5fcf38:41787Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-07T22:08:09,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T22:08:09,213 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-07T22:08:09,213 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-07T22:08:09,213 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:08:09,225 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-07T22:08:09,225 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:08:09,225 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-07T22:08:09,226 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-07T22:08:09,226 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:08:09,234 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-07T22:08:09,234 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:08:09,234 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-07T22:08:09,235 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-07T22:08:09,235 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:08:09,242 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-07T22:08:09,242 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:08:09,243 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-07T22:08:09,263 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=388, OpenFileDescriptor=568, MaxFileDescriptor=1048576, SystemLoadAverage=318, ProcessCount=11, AvailableMemoryMB=7326 2024-12-07T22:08:09,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T22:08:09,267 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T22:08:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-07T22:08:09,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.HMaster(3919): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=127.0.0.1:58346:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-07T22:08:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-07T22:08:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-07T22:08:09,321 INFO [PEWorker-3 {}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-07T22:08:09,322 INFO [PEWorker-3 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@39af72a6check-peer-cluster-id connecting to ZooKeeper ensemble=127.0.0.1:58346 2024-12-07T22:08:09,325 DEBUG [PEWorker-3-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@39af72a6check-peer-cluster-id0x0, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T22:08:09,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@39af72a6check-peer-cluster-id-0x1006e85bbca0009 connected 2024-12-07T22:08:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-07T22:08:09,428 DEBUG [PEWorker-3-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@39af72a6check-peer-cluster-id-0x1006e85bbca0009, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T22:08:09,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-07T22:08:09,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-07T22:08:09,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-07T22:08:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-07T22:08:09,607 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,41787,1733609264222 2024-12-07T22:08:09,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=63 2024-12-07T22:08:09,608 INFO [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-07T22:08:09,626 INFO [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_REFRESH_PEER, pid=63}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-07T22:08:09,647 INFO [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-07T22:08:09,658 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-07T22:08:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.HMaster(4106): Remote procedure done, pid=63 2024-12-07T22:08:09,662 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ADD on f83a3c5fcf38,41787,1733609264222 suceeded 2024-12-07T22:08:09,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-07T22:08:09,664 INFO [PEWorker-4 {}] replication.AddPeerProcedure(102): Successfully added ENABLED peer 2, config clusterKey=127.0.0.1:58346:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-07T22:08:09,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 216 msec 2024-12-07T22:08:09,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 379 msec 2024-12-07T22:08:09,688 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d89f435 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@759b66b4 2024-12-07T22:08:09,692 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d8b5d4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:09,694 INFO [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:58346 2024-12-07T22:08:09,697 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T22:08:09,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1006e85bbca000b connected 2024-12-07T22:08:09,697 INFO [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=f46c84ef-9c29-4ada-9578-2a1729d0e188 to cluster=dff0613b-7f17-4f99-ad12-95a1d990493e 2024-12-07T22:08:09,699 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=f83a3c5fcf38%2C41787%2C1733609264222 2024-12-07T22:08:09,702 INFO [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-07T22:08:09,703 INFO [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f83a3c5fcf38%2C41787%2C1733609264222 2024-12-07T22:08:09,703 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, startPosition=0, beingWritten=true 2024-12-07T22:08:09,773 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-07T22:08:09,773 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 to pos 7708, reset compression=false 2024-12-07T22:08:09,773 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=7708, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T22:08:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-07T22:08:09,902 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x76669323 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@779f71f7 2024-12-07T22:08:09,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b32c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:09,907 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4cb1dd70 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e0ca04e 2024-12-07T22:08:09,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21078b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:09,911 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T22:08:09,913 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42128, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T22:08:09,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T22:08:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-07T22:08:09,916 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T22:08:09,917 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:09,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 64 2024-12-07T22:08:09,917 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T22:08:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-07T22:08:09,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741864_1040 (size=367) 2024-12-07T22:08:09,982 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 to pos 7708, reset compression=false 2024-12-07T22:08:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-07T22:08:10,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-07T22:08:10,287 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 to pos 7708, reset compression=false 2024-12-07T22:08:10,332 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fc4b863910de4a89cce243ea0b24b177, NAME => 'testdroppedtimed,,1733609289914.fc4b863910de4a89cce243ea0b24b177.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248 2024-12-07T22:08:10,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741865_1041 (size=51) 2024-12-07T22:08:10,478 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-07T22:08:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-07T22:08:10,664 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T22:08:10,693 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 to pos 7708, reset compression=false 2024-12-07T22:08:10,740 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733609289914.fc4b863910de4a89cce243ea0b24b177.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:10,740 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing fc4b863910de4a89cce243ea0b24b177, disabling compactions & flushes 2024-12-07T22:08:10,740 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733609289914.fc4b863910de4a89cce243ea0b24b177. 2024-12-07T22:08:10,740 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733609289914.fc4b863910de4a89cce243ea0b24b177. 2024-12-07T22:08:10,740 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733609289914.fc4b863910de4a89cce243ea0b24b177. after waiting 0 ms 2024-12-07T22:08:10,740 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733609289914.fc4b863910de4a89cce243ea0b24b177. 2024-12-07T22:08:10,740 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733609289914.fc4b863910de4a89cce243ea0b24b177. 2024-12-07T22:08:10,740 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for fc4b863910de4a89cce243ea0b24b177: 2024-12-07T22:08:10,741 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T22:08:10,741 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1733609289914.fc4b863910de4a89cce243ea0b24b177.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1733609290741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609290741"}]},"ts":"1733609290741"} 2024-12-07T22:08:10,743 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-07T22:08:10,744 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T22:08:10,744 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733609290744"}]},"ts":"1733609290744"} 2024-12-07T22:08:10,745 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-07T22:08:10,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=fc4b863910de4a89cce243ea0b24b177, ASSIGN}] 2024-12-07T22:08:10,750 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=fc4b863910de4a89cce243ea0b24b177, ASSIGN 2024-12-07T22:08:10,751 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=fc4b863910de4a89cce243ea0b24b177, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,41787,1733609264222; forceNewPlan=false, retain=false 2024-12-07T22:08:10,901 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=fc4b863910de4a89cce243ea0b24b177, regionState=OPENING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:08:10,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure fc4b863910de4a89cce243ea0b24b177, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:08:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-07T22:08:11,055 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,41787,1733609264222 2024-12-07T22:08:11,059 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1733609289914.fc4b863910de4a89cce243ea0b24b177. 2024-12-07T22:08:11,059 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => fc4b863910de4a89cce243ea0b24b177, NAME => 'testdroppedtimed,,1733609289914.fc4b863910de4a89cce243ea0b24b177.', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:08:11,059 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed fc4b863910de4a89cce243ea0b24b177 2024-12-07T22:08:11,059 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733609289914.fc4b863910de4a89cce243ea0b24b177.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:11,060 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for fc4b863910de4a89cce243ea0b24b177 2024-12-07T22:08:11,060 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for fc4b863910de4a89cce243ea0b24b177 2024-12-07T22:08:11,061 INFO [StoreOpener-fc4b863910de4a89cce243ea0b24b177-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region fc4b863910de4a89cce243ea0b24b177 2024-12-07T22:08:11,063 INFO [StoreOpener-fc4b863910de4a89cce243ea0b24b177-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc4b863910de4a89cce243ea0b24b177 columnFamilyName fam 2024-12-07T22:08:11,063 DEBUG [StoreOpener-fc4b863910de4a89cce243ea0b24b177-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:11,063 INFO [StoreOpener-fc4b863910de4a89cce243ea0b24b177-1 {}] regionserver.HStore(327): Store=fc4b863910de4a89cce243ea0b24b177/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:11,064 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/testdroppedtimed/fc4b863910de4a89cce243ea0b24b177 2024-12-07T22:08:11,065 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/testdroppedtimed/fc4b863910de4a89cce243ea0b24b177 2024-12-07T22:08:11,067 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for fc4b863910de4a89cce243ea0b24b177 2024-12-07T22:08:11,069 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/testdroppedtimed/fc4b863910de4a89cce243ea0b24b177/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:11,069 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened fc4b863910de4a89cce243ea0b24b177; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67608034, jitterRate=0.007438212633132935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T22:08:11,070 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for fc4b863910de4a89cce243ea0b24b177: 2024-12-07T22:08:11,071 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1733609289914.fc4b863910de4a89cce243ea0b24b177., pid=66, masterSystemTime=1733609291055 2024-12-07T22:08:11,073 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1733609289914.fc4b863910de4a89cce243ea0b24b177. 2024-12-07T22:08:11,073 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1733609289914.fc4b863910de4a89cce243ea0b24b177. 2024-12-07T22:08:11,073 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=fc4b863910de4a89cce243ea0b24b177, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:08:11,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-07T22:08:11,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure fc4b863910de4a89cce243ea0b24b177, server=f83a3c5fcf38,41787,1733609264222 in 171 msec 2024-12-07T22:08:11,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-12-07T22:08:11,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=fc4b863910de4a89cce243ea0b24b177, ASSIGN in 327 msec 2024-12-07T22:08:11,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T22:08:11,078 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733609291078"}]},"ts":"1733609291078"} 2024-12-07T22:08:11,079 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-07T22:08:11,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T22:08:11,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.1680 sec 2024-12-07T22:08:11,198 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 to pos 7708, reset compression=false 2024-12-07T22:08:11,206 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-07T22:08:11,206 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 to pos 8001, reset compression=false 2024-12-07T22:08:11,206 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=8001, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T22:08:11,410 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 to pos 8001, reset compression=false 2024-12-07T22:08:11,475 INFO [f83a3c5fcf38:41787Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f83a3c5fcf38%2C41787%2C1733609264222]: currently replicating from: hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 at position: 8001 2024-12-07T22:08:11,716 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 to pos 8001, reset compression=false 2024-12-07T22:08:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-07T22:08:12,025 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 64 completed 2024-12-07T22:08:12,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T22:08:12,028 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T22:08:12,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T22:08:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-07T22:08:12,031 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T22:08:12,031 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:12,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 62 2024-12-07T22:08:12,032 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T22:08:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-07T22:08:12,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741864_1040 (size=367) 2024-12-07T22:08:12,121 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 to pos 8001, reset compression=false 2024-12-07T22:08:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-07T22:08:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-07T22:08:12,441 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e2c4b6b694d1bae79ca21f3a899bcdb5, NAME => 'testdroppedtimed,,1733609292029.e2c4b6b694d1bae79ca21f3a899bcdb5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec 2024-12-07T22:08:12,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741865_1041 (size=51) 2024-12-07T22:08:12,627 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 to pos 8001, reset compression=false 2024-12-07T22:08:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-07T22:08:12,689 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T22:08:12,849 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733609292029.e2c4b6b694d1bae79ca21f3a899bcdb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:12,849 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing e2c4b6b694d1bae79ca21f3a899bcdb5, disabling compactions & flushes 2024-12-07T22:08:12,849 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733609292029.e2c4b6b694d1bae79ca21f3a899bcdb5. 2024-12-07T22:08:12,849 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733609292029.e2c4b6b694d1bae79ca21f3a899bcdb5. 2024-12-07T22:08:12,849 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733609292029.e2c4b6b694d1bae79ca21f3a899bcdb5. after waiting 0 ms 2024-12-07T22:08:12,849 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733609292029.e2c4b6b694d1bae79ca21f3a899bcdb5. 2024-12-07T22:08:12,849 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733609292029.e2c4b6b694d1bae79ca21f3a899bcdb5. 2024-12-07T22:08:12,849 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for e2c4b6b694d1bae79ca21f3a899bcdb5: 2024-12-07T22:08:12,850 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T22:08:12,851 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1733609292029.e2c4b6b694d1bae79ca21f3a899bcdb5.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1733609292850"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609292850"}]},"ts":"1733609292850"} 2024-12-07T22:08:12,852 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-07T22:08:12,853 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T22:08:12,853 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733609292853"}]},"ts":"1733609292853"} 2024-12-07T22:08:12,854 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-07T22:08:12,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=e2c4b6b694d1bae79ca21f3a899bcdb5, ASSIGN}] 2024-12-07T22:08:12,859 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=e2c4b6b694d1bae79ca21f3a899bcdb5, ASSIGN 2024-12-07T22:08:12,860 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=e2c4b6b694d1bae79ca21f3a899bcdb5, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,34891,1733609269684; forceNewPlan=false, retain=false 2024-12-07T22:08:13,010 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=e2c4b6b694d1bae79ca21f3a899bcdb5, regionState=OPENING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:13,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure e2c4b6b694d1bae79ca21f3a899bcdb5, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:13,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-07T22:08:13,164 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:13,169 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1733609292029.e2c4b6b694d1bae79ca21f3a899bcdb5. 2024-12-07T22:08:13,169 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => e2c4b6b694d1bae79ca21f3a899bcdb5, NAME => 'testdroppedtimed,,1733609292029.e2c4b6b694d1bae79ca21f3a899bcdb5.', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:08:13,170 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed e2c4b6b694d1bae79ca21f3a899bcdb5 2024-12-07T22:08:13,170 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733609292029.e2c4b6b694d1bae79ca21f3a899bcdb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:08:13,170 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for e2c4b6b694d1bae79ca21f3a899bcdb5 2024-12-07T22:08:13,170 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for e2c4b6b694d1bae79ca21f3a899bcdb5 2024-12-07T22:08:13,171 INFO [StoreOpener-e2c4b6b694d1bae79ca21f3a899bcdb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region e2c4b6b694d1bae79ca21f3a899bcdb5 2024-12-07T22:08:13,173 INFO [StoreOpener-e2c4b6b694d1bae79ca21f3a899bcdb5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2c4b6b694d1bae79ca21f3a899bcdb5 columnFamilyName fam 2024-12-07T22:08:13,173 DEBUG [StoreOpener-e2c4b6b694d1bae79ca21f3a899bcdb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:08:13,173 INFO [StoreOpener-e2c4b6b694d1bae79ca21f3a899bcdb5-1 {}] regionserver.HStore(327): Store=e2c4b6b694d1bae79ca21f3a899bcdb5/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:08:13,174 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/testdroppedtimed/e2c4b6b694d1bae79ca21f3a899bcdb5 2024-12-07T22:08:13,175 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/testdroppedtimed/e2c4b6b694d1bae79ca21f3a899bcdb5 2024-12-07T22:08:13,177 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for e2c4b6b694d1bae79ca21f3a899bcdb5 2024-12-07T22:08:13,179 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/testdroppedtimed/e2c4b6b694d1bae79ca21f3a899bcdb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:08:13,180 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened e2c4b6b694d1bae79ca21f3a899bcdb5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62853795, jitterRate=-0.06340546905994415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T22:08:13,180 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for e2c4b6b694d1bae79ca21f3a899bcdb5: 2024-12-07T22:08:13,181 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1733609292029.e2c4b6b694d1bae79ca21f3a899bcdb5., pid=64, masterSystemTime=1733609293164 2024-12-07T22:08:13,183 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1733609292029.e2c4b6b694d1bae79ca21f3a899bcdb5. 2024-12-07T22:08:13,183 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1733609292029.e2c4b6b694d1bae79ca21f3a899bcdb5. 2024-12-07T22:08:13,183 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=e2c4b6b694d1bae79ca21f3a899bcdb5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:13,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-07T22:08:13,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure e2c4b6b694d1bae79ca21f3a899bcdb5, server=f83a3c5fcf38,34891,1733609269684 in 173 msec 2024-12-07T22:08:13,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-07T22:08:13,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=e2c4b6b694d1bae79ca21f3a899bcdb5, ASSIGN in 328 msec 2024-12-07T22:08:13,188 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T22:08:13,188 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733609293188"}]},"ts":"1733609293188"} 2024-12-07T22:08:13,190 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-07T22:08:13,192 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T22:08:13,193 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.1630 sec 2024-12-07T22:08:13,233 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 to pos 8001, reset compression=false 2024-12-07T22:08:13,939 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 to pos 8001, reset compression=false 2024-12-07T22:08:13,975 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-07T22:08:13,975 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed Metrics about Tables on a single HBase RegionServer 2024-12-07T22:08:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-07T22:08:14,140 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 62 completed 2024-12-07T22:08:14,140 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-07T22:08:14,140 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:08:14,146 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-07T22:08:14,146 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:08:14,146 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-07T22:08:14,146 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-07T22:08:14,146 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:08:14,151 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-07T22:08:14,151 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-07T22:08:14,152 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-07T22:08:14,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.HMaster(3938): Client=jenkins//172.17.0.2 disable replication peer, id=2 2024-12-07T22:08:14,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-07T22:08:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-07T22:08:14,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-07T22:08:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-07T22:08:14,312 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,41787,1733609264222 2024-12-07T22:08:14,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=68 2024-12-07T22:08:14,313 INFO [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=DISABLE_PEER 2024-12-07T22:08:14,314 INFO [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(373): Terminate replication source for 2 2024-12-07T22:08:14,314 INFO [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Peer 2 state or config changed. Will close the previous replication source and open a new one 2024-12-07T22:08:14,417 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1006e85bbca000b, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T22:08:14,417 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_REFRESH_PEER, pid=68}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d89f435 to 127.0.0.1:58346 2024-12-07T22:08:14,417 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_REFRESH_PEER, pid=68}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:14,438 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-07T22:08:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-07T22:08:14,518 WARN [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-07T22:08:14,518 WARN [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-07T22:08:14,618 INFO [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 terminated 2024-12-07T22:08:14,644 INFO [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-07T22:08:14,644 INFO [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(383): Startup replication source for 2 2024-12-07T22:08:14,645 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-07T22:08:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-07T22:08:14,647 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for DISABLE on f83a3c5fcf38,41787,1733609264222 suceeded 2024-12-07T22:08:14,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-07T22:08:14,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 486 msec 2024-12-07T22:08:14,648 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 2 2024-12-07T22:08:14,649 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 493 msec 2024-12-07T22:08:14,677 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d59ca6d to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@25a2a741 2024-12-07T22:08:14,681 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@343b8f4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:14,682 INFO [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:58346 2024-12-07T22:08:14,685 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T22:08:14,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1006e85bbca000f connected 2024-12-07T22:08:14,685 INFO [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=f46c84ef-9c29-4ada-9578-2a1729d0e188 to cluster=dff0613b-7f17-4f99-ad12-95a1d990493e 2024-12-07T22:08:14,686 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=f83a3c5fcf38%2C41787%2C1733609264222 2024-12-07T22:08:14,686 INFO [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-07T22:08:14,686 INFO [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f83a3c5fcf38%2C41787%2C1733609264222 2024-12-07T22:08:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-07T22:08:14,766 DEBUG [hconnection-0x62fd5696-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:14,768 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52890, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:08:15,478 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-07T22:08:15,661 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-07T22:08:15,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-07T22:08:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-07T22:08:15,671 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733609295671"}]},"ts":"1733609295671"} 2024-12-07T22:08:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-07T22:08:15,672 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-07T22:08:15,677 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-07T22:08:15,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-07T22:08:15,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=e2c4b6b694d1bae79ca21f3a899bcdb5, UNASSIGN}] 2024-12-07T22:08:15,683 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=e2c4b6b694d1bae79ca21f3a899bcdb5, UNASSIGN 2024-12-07T22:08:15,684 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=e2c4b6b694d1bae79ca21f3a899bcdb5, regionState=CLOSING, regionLocation=f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:15,685 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T22:08:15,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure e2c4b6b694d1bae79ca21f3a899bcdb5, server=f83a3c5fcf38,34891,1733609269684}] 2024-12-07T22:08:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-07T22:08:15,840 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,34891,1733609269684 2024-12-07T22:08:15,841 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close e2c4b6b694d1bae79ca21f3a899bcdb5 2024-12-07T22:08:15,841 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-07T22:08:15,842 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing e2c4b6b694d1bae79ca21f3a899bcdb5, disabling compactions & flushes 2024-12-07T22:08:15,842 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733609292029.e2c4b6b694d1bae79ca21f3a899bcdb5. 2024-12-07T22:08:15,842 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733609292029.e2c4b6b694d1bae79ca21f3a899bcdb5. 2024-12-07T22:08:15,842 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733609292029.e2c4b6b694d1bae79ca21f3a899bcdb5. after waiting 0 ms 2024-12-07T22:08:15,842 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733609292029.e2c4b6b694d1bae79ca21f3a899bcdb5. 2024-12-07T22:08:15,846 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/testdroppedtimed/e2c4b6b694d1bae79ca21f3a899bcdb5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:08:15,849 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733609292029.e2c4b6b694d1bae79ca21f3a899bcdb5. 2024-12-07T22:08:15,849 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for e2c4b6b694d1bae79ca21f3a899bcdb5: 2024-12-07T22:08:15,851 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed e2c4b6b694d1bae79ca21f3a899bcdb5 2024-12-07T22:08:15,851 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=e2c4b6b694d1bae79ca21f3a899bcdb5, regionState=CLOSED 2024-12-07T22:08:15,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-07T22:08:15,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure e2c4b6b694d1bae79ca21f3a899bcdb5, server=f83a3c5fcf38,34891,1733609269684 in 167 msec 2024-12-07T22:08:15,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-07T22:08:15,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=e2c4b6b694d1bae79ca21f3a899bcdb5, UNASSIGN in 172 msec 2024-12-07T22:08:15,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-07T22:08:15,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 178 msec 2024-12-07T22:08:15,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733609295867"}]},"ts":"1733609295867"} 2024-12-07T22:08:15,868 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-07T22:08:15,870 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-07T22:08:15,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 204 msec 2024-12-07T22:08:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-07T22:08:15,974 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 65 completed 2024-12-07T22:08:15,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-07T22:08:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-07T22:08:15,982 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-07T22:08:15,984 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-07T22:08:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-07T22:08:15,989 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/testdroppedtimed/e2c4b6b694d1bae79ca21f3a899bcdb5 2024-12-07T22:08:15,992 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/testdroppedtimed/e2c4b6b694d1bae79ca21f3a899bcdb5/fam, FileablePath, hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/testdroppedtimed/e2c4b6b694d1bae79ca21f3a899bcdb5/recovered.edits] 2024-12-07T22:08:15,999 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/testdroppedtimed/e2c4b6b694d1bae79ca21f3a899bcdb5/recovered.edits/4.seqid to hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/archive/data/default/testdroppedtimed/e2c4b6b694d1bae79ca21f3a899bcdb5/recovered.edits/4.seqid 2024-12-07T22:08:16,000 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/testdroppedtimed/e2c4b6b694d1bae79ca21f3a899bcdb5 2024-12-07T22:08:16,000 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-07T22:08:16,004 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-07T22:08:16,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34891 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-07T22:08:16,012 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-07T22:08:16,015 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'testdroppedtimed' descriptor. 2024-12-07T22:08:16,016 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-07T22:08:16,016 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'testdroppedtimed' from region states. 2024-12-07T22:08:16,016 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1733609292029.e2c4b6b694d1bae79ca21f3a899bcdb5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733609296016"}]},"ts":"9223372036854775807"} 2024-12-07T22:08:16,018 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-07T22:08:16,018 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e2c4b6b694d1bae79ca21f3a899bcdb5, NAME => 'testdroppedtimed,,1733609292029.e2c4b6b694d1bae79ca21f3a899bcdb5.', STARTKEY => '', ENDKEY => ''}] 2024-12-07T22:08:16,018 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'testdroppedtimed' as deleted. 2024-12-07T22:08:16,018 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733609296018"}]},"ts":"9223372036854775807"} 2024-12-07T22:08:16,020 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-07T22:08:16,022 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-07T22:08:16,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 44 msec 2024-12-07T22:08:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42775 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-07T22:08:16,085 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 69 completed 2024-12-07T22:08:16,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.HMaster(3932): Client=jenkins//172.17.0.2 enable replication peer, id=2 2024-12-07T22:08:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-07T22:08:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-07T22:08:16,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-07T22:08:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-07T22:08:16,245 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,41787,1733609264222 2024-12-07T22:08:16,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=70 2024-12-07T22:08:16,246 INFO [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ENABLE_PEER 2024-12-07T22:08:16,247 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-07T22:08:16,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-07T22:08:16,249 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ENABLE on f83a3c5fcf38,41787,1733609264222 suceeded 2024-12-07T22:08:16,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-07T22:08:16,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-12-07T22:08:16,250 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 2 2024-12-07T22:08:16,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 161 msec 2024-12-07T22:08:16,287 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, startPosition=0, beingWritten=true 2024-12-07T22:08:16,303 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:08:16,303 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{testdroppedtimed/fc4b863910de4a89cce243ea0b24b177/4=[#edits: 1 = <0 put on table to be dropped/fam:row/1733609294771/Put/vlen=4096/seqid=0; >],4327}, {test/673ebbe037e41e9c263ff613cceb3cb7/4=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/5=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/6=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/7=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/8=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/9=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/10=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/11=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/12=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/13=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/14=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/15=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/16=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/17=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/18=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/19=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/20=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/21=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/22=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/23=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/24=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/25=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/26=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=108713, nbRowKeys=24, nbHFiles=0, heapSize=103158, lastSeqIds={}, endOfFile=false,usedBufferSize=103158] 2024-12-07T22:08:16,309 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:08:16,314 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:08:16,314 DEBUG [SinkThread-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T22:08:16,316 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-07T22:08:16,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:16,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07d891e2 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d0b57b5 2024-12-07T22:08:16,331 DEBUG [ReadOnlyZKClient-127.0.0.1:58346@0x07d891e2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f264c7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:16,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-07T22:08:16,354 DEBUG [ReadOnlyZKClient-127.0.0.1:58346@0x07d891e2 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f83a3c5fcf38,34891,1733609269684, seqNum=-1] 2024-12-07T22:08:16,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:16,360 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:16,365 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut013', locateType=CURRENT is [region=test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261., hostname=f83a3c5fcf38,34891,1733609269684, seqNum=2] 2024-12-07T22:08:16,377 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut014', locateType=CURRENT is [region=test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261., hostname=f83a3c5fcf38,34891,1733609269684, seqNum=2] 2024-12-07T22:08:16,377 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut015', locateType=CURRENT is [region=test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261., hostname=f83a3c5fcf38,34891,1733609269684, seqNum=2] 2024-12-07T22:08:16,378 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut016', locateType=CURRENT is [region=test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261., hostname=f83a3c5fcf38,34891,1733609269684, seqNum=2] 2024-12-07T22:08:16,378 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut017', locateType=CURRENT is [region=test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261., hostname=f83a3c5fcf38,34891,1733609269684, seqNum=2] 2024-12-07T22:08:16,378 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut019', locateType=CURRENT is [region=test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261., hostname=f83a3c5fcf38,34891,1733609269684, seqNum=2] 2024-12-07T22:08:16,379 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut018', locateType=CURRENT is [region=test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261., hostname=f83a3c5fcf38,34891,1733609269684, seqNum=2] 2024-12-07T22:08:16,379 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut020', locateType=CURRENT is [region=test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261., hostname=f83a3c5fcf38,34891,1733609269684, seqNum=2] 2024-12-07T22:08:16,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:08:16,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-07T22:08:16,398 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:16,400 DEBUG [hconnection-0x2fd024f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:16,401 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:16,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:16,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 1 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609356386, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:16,403 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:08:16,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:16,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:16,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:16,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:16,437 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e042112 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@697898fc 2024-12-07T22:08:16,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:16,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:16,442 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41b04401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:16,445 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:16,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:16,446 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:16,448 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e042112 to 127.0.0.1:58346 2024-12-07T22:08:16,448 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:16,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:16,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:16,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:16,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:16,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:16,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:16,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:16,475 INFO [f83a3c5fcf38:41787Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f83a3c5fcf38%2C41787%2C1733609264222]: currently replicating from: hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 at position: -1 2024-12-07T22:08:16,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:16,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:16,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:16,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:16,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:16,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:16,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:16,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:16,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:16,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:16,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:16,503 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:16,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:16,557 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:16,558 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:16,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:16,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 2 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609356550, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:16,561 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d733c51 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2cc925c3 2024-12-07T22:08:16,562 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T22:08:16,565 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@171e8df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:16,567 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:16,568 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:16,571 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d733c51 to 127.0.0.1:58346 2024-12-07T22:08:16,571 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:16,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:16,778 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:16,779 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:16,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:16,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 3 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609356772, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:16,782 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f8ad0de to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f2915b7 2024-12-07T22:08:16,786 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@181ae718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:16,787 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:16,788 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:16,790 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f8ad0de to 127.0.0.1:58346 2024-12-07T22:08:16,791 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:17,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:17,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:17,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:17,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:17,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:17,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:17,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:17,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:17,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:17,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:17,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:17,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:17,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:17,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:17,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:17,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:17,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:17,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:17,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:17,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:17,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:17,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:17,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:17,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:17,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:17,029 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:17,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:17,098 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:17,099 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:17,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:17,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609357092, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:17,102 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6aa3b8c2 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d208c8c 2024-12-07T22:08:17,106 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@224d9417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:17,107 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:17,108 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:17,110 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6aa3b8c2 to 127.0.0.1:58346 2024-12-07T22:08:17,110 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:17,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:17,518 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:17,519 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:17,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:17,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 5 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609357512, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:17,521 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x02ec6f1b to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b41d726 2024-12-07T22:08:17,524 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25621b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:17,526 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:17,527 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:17,529 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x02ec6f1b to 127.0.0.1:58346 2024-12-07T22:08:17,529 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:17,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:17,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:17,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:17,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:17,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:17,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:17,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:17,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:17,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:17,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:17,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:17,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:17,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:17,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:17,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:17,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:17,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:17,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:17,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:17,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:17,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:17,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:17,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:17,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:17,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:17,551 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:18,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:18,036 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:18,037 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:18,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:18,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 6 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609358030, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:18,040 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x141e75fc to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@634944b7 2024-12-07T22:08:18,043 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9355a2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:18,044 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:18,045 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:18,047 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x141e75fc to 127.0.0.1:58346 2024-12-07T22:08:18,048 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:18,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:18,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:18,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:18,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:18,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:18,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:18,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:18,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:18,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:18,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:18,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:18,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:18,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:18,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:18,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:18,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:18,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:18,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:18,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:18,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:18,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:18,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:18,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:18,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:18,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:18,073 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:18,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:18,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:18,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:18,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:18,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:18,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:18,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:18,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:18,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:18,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:18,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:18,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:18,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:18,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:18,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:18,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:18,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:18,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:18,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:18,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:18,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:18,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:18,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:18,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:18,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:18,595 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:18,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:18,655 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:18,656 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:18,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:18,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609358649, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:18,658 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20a640af to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@552c8812 2024-12-07T22:08:18,662 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42563a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:18,663 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:18,664 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:18,668 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20a640af to 127.0.0.1:58346 2024-12-07T22:08:18,668 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:19,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:19,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:19,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:19,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:19,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:19,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:19,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:19,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:19,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:19,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:19,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:19,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:19,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:19,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:19,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:19,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:19,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:19,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:19,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:19,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:19,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:19,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:19,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:19,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:19,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:19,119 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:19,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:19,375 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:19,376 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:19,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:19,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 8 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609359369, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:19,378 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f69927a to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@323c6aa2 2024-12-07T22:08:19,382 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41ca6b02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:19,383 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:19,384 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52968, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:19,386 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f69927a to 127.0.0.1:58346 2024-12-07T22:08:19,386 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:19,619 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T22:08:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:19,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:19,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:19,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:19,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:19,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:19,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:19,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:19,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:19,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:19,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:19,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:19,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:19,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:19,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:19,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:19,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:19,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:19,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:19,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:19,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:19,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:19,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:19,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:19,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:19,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:19,639 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:20,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:20,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:20,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:20,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:20,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:20,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:20,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:20,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:20,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:20,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:20,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:20,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:20,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:20,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:20,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:20,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:20,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:20,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:20,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:20,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:20,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:20,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:20,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:20,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:20,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:20,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:20,162 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:20,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:20,193 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:20,194 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:20,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:20,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 9 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609360187, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:20,196 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bb012d3 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a880e7d 2024-12-07T22:08:20,200 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3888e255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:20,201 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:20,203 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:20,204 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bb012d3 to 127.0.0.1:58346 2024-12-07T22:08:20,204 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:20,478 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-07T22:08:20,479 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-07T22:08:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:20,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:20,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:20,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:20,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:20,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:20,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:20,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:20,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:20,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:20,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:20,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:20,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:20,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:20,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:20,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:20,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:20,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:20,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:20,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:20,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:20,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:20,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:20,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:20,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:20,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:20,680 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:21,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:21,111 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:21,111 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:21,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:21,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609361105, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:21,114 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66161b63 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@c870a3a 2024-12-07T22:08:21,117 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73e2dbb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:21,118 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:21,119 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:21,121 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66161b63 to 127.0.0.1:58346 2024-12-07T22:08:21,121 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:21,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:21,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:21,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:21,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:21,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:21,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:21,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:21,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:21,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:21,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:21,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:21,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:21,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:21,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:21,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:21,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:21,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:21,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:21,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:21,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:21,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:21,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:21,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:21,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:21,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:21,199 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:21,296 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T22:08:21,297 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T22:08:21,475 INFO [f83a3c5fcf38:41787Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f83a3c5fcf38%2C41787%2C1733609264222]: currently replicating from: hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 at position: -1 2024-12-07T22:08:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:21,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:21,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:21,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:21,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:21,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:21,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:21,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:21,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:21,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:21,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:21,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:21,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:21,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:21,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:21,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:21,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:21,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:21,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:21,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:21,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:21,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:21,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:21,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:21,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:21,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:21,723 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:22,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:22,127 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:22,128 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:22,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:22,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 11 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609362122, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:22,130 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65d65eef to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51344eb5 2024-12-07T22:08:22,133 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34ee1855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:22,135 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:22,136 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:22,137 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65d65eef to 127.0.0.1:58346 2024-12-07T22:08:22,138 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:22,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:22,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:22,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:22,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:22,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:22,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:22,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:22,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:22,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:22,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:22,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:22,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:22,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:22,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:22,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:22,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:22,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:22,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:22,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:22,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:22,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:22,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:22,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:22,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:22,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:22,243 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:22,422 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T22:08:22,423 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T22:08:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:22,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:22,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:22,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:22,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:22,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:22,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:22,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:22,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:22,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:22,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:22,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:22,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:22,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:22,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:22,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:22,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:22,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:22,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:22,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:22,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:22,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:22,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:22,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:22,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:22,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:22,760 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:23,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:23,144 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:23,145 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:23,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:23,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 12 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609363139, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:23,148 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3cbd48a8 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f8fe86c 2024-12-07T22:08:23,151 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@be77d78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:23,152 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:23,153 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:23,155 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3cbd48a8 to 127.0.0.1:58346 2024-12-07T22:08:23,155 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:23,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:23,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:23,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:23,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:23,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:23,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:23,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:23,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:23,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:23,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:23,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:23,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:23,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:23,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:23,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:23,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:23,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:23,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:23,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:23,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:23,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:23,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:23,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:23,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:23,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:23,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:23,276 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:23,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:23,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:23,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:23,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:23,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:23,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:23,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:23,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:23,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:23,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:23,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:23,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:23,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:23,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:23,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:23,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:23,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:23,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:23,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:23,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:23,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:23,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:23,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:23,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:23,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:23,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:23,793 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:24,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:24,161 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:24,162 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:24,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:24,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609364156, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:24,164 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6c23d27f to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5cdf8b1f 2024-12-07T22:08:24,167 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ce32141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:24,168 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:24,169 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:24,171 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6c23d27f to 127.0.0.1:58346 2024-12-07T22:08:24,171 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:24,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:24,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:24,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:24,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:24,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:24,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:24,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:24,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:24,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:24,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:24,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:24,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:24,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:24,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:24,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:24,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:24,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:24,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:24,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:24,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:24,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:24,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:24,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:24,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:24,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:24,310 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:24,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:24,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:24,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:24,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:24,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:24,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:24,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:24,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:24,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:24,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:24,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:24,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:24,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:24,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:24,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:24,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:24,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:24,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:24,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:24,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:24,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:24,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:24,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:24,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:24,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:24,826 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:25,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:25,177 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:25,178 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:25,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:25,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 14 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609365172, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:25,180 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dd34531 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d74b8e7 2024-12-07T22:08:25,183 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18687521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:25,185 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:25,185 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:25,187 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dd34531 to 127.0.0.1:58346 2024-12-07T22:08:25,187 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:25,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:25,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:25,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:25,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:25,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:25,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:25,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:25,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:25,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:25,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:25,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:25,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:25,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:25,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:25,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:25,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:25,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:25,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:25,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:25,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:25,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:25,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:25,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:25,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:25,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:25,342 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:25,478 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-07T22:08:25,478 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-07T22:08:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:25,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:25,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:25,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:25,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:25,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:25,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:25,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:25,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:25,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:25,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:25,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:25,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:25,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:25,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:25,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:25,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:25,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:25,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:25,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:25,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:25,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:25,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:25,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:25,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:25,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:25,888 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:26,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:26,193 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:26,194 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:26,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:26,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 15 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609366188, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:26,196 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ea1e90f to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36dad5bc 2024-12-07T22:08:26,199 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dc07f3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:26,201 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:26,202 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:26,203 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ea1e90f to 127.0.0.1:58346 2024-12-07T22:08:26,203 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:26,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:26,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:26,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:26,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:26,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:26,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:26,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:26,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:26,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:26,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:26,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:26,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:26,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:26,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:26,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:26,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:26,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:26,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:26,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:26,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:26,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:26,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:26,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:26,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:26,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:26,404 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:26,475 INFO [f83a3c5fcf38:41787Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f83a3c5fcf38%2C41787%2C1733609264222]: currently replicating from: hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 at position: -1 2024-12-07T22:08:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:26,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:26,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:26,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:26,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:26,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:26,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:26,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:26,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:26,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:26,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:26,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:26,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:26,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:26,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:26,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:26,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:26,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:26,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:26,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:26,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:26,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:26,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:26,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:26,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:26,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:26,920 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:27,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:27,211 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:27,212 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:27,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:27,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609367204, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:27,217 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d05c748 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@144d76d9 2024-12-07T22:08:27,223 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f4974e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:27,224 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:27,232 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:27,234 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d05c748 to 127.0.0.1:58346 2024-12-07T22:08:27,234 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:27,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:27,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:27,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:27,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:27,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:27,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:27,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:27,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:27,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:27,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:27,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:27,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:27,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:27,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:27,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:27,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:27,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:27,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:27,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:27,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:27,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:27,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:27,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:27,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:27,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:27,446 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:27,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:27,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:27,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:27,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:27,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:27,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:27,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:27,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:27,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:27,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:27,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:27,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:27,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:27,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:27,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:27,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:27,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:27,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:27,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:27,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:27,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:27,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:27,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:27,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:27,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:27,966 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:28,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:28,241 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:28,242 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:28,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:28,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 17 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609368235, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:28,244 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6645981c to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@173b3275 2024-12-07T22:08:28,246 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70975bbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:28,248 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:28,249 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:28,251 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6645981c to 127.0.0.1:58346 2024-12-07T22:08:28,251 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:28,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:28,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:28,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:28,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:28,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:28,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:28,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:28,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:28,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:28,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:28,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:28,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:28,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:28,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:28,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:28,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:28,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:28,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:28,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:28,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:28,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:28,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:28,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:28,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:28,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:28,478 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:28,905 INFO [master/f83a3c5fcf38:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-07T22:08:28,905 INFO [master/f83a3c5fcf38:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-07T22:08:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:28,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:28,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:28,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:28,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:28,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:28,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:28,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:28,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:28,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:28,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:28,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:28,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:28,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:28,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:28,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:28,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:28,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:28,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:28,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:28,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:28,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:28,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:28,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:28,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:28,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:28,992 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:29,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:29,258 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:29,259 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:29,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:29,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 18 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609369252, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:29,261 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00bbba9e to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4edd9866 2024-12-07T22:08:29,265 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dd68b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:29,267 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:29,268 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:29,270 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00bbba9e to 127.0.0.1:58346 2024-12-07T22:08:29,270 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:29,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:29,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:29,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:29,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:29,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:29,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:29,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:29,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:29,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:29,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:29,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:29,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:29,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:29,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:29,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:29,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:29,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:29,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:29,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:29,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:29,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:29,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:29,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:29,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:29,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:29,514 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:30,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:30,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:30,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:30,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:30,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:30,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:30,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:30,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:30,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:30,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:30,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:30,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:30,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:30,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:30,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:30,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:30,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:30,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:30,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:30,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:30,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:30,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:30,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:30,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:30,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:30,031 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:30,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:30,276 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:30,277 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:30,277 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:30,277 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 19 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609370271, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:30,279 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31063f30 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@13ba8fde 2024-12-07T22:08:30,282 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ccdf5ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:30,283 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:30,284 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:30,286 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31063f30 to 127.0.0.1:58346 2024-12-07T22:08:30,286 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:30,478 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-07T22:08:30,478 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-07T22:08:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:30,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:30,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:30,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:30,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:30,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:30,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:30,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:30,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:30,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:30,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:30,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:30,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:30,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:30,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:30,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:30,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:30,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:30,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:30,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:30,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:30,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:30,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:30,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:30,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:30,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:30,547 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:31,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:31,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:31,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:31,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:31,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:31,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:31,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:31,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:31,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:31,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:31,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:31,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:31,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:31,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:31,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:31,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:31,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:31,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:31,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:31,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:31,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:31,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:31,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:31,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:31,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:31,064 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:31,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:31,292 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:31,293 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:31,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:31,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 20 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609371287, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:31,295 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x30712488 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77f28927 2024-12-07T22:08:31,299 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64835096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:31,300 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:31,301 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:31,303 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x30712488 to 127.0.0.1:58346 2024-12-07T22:08:31,303 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:31,475 INFO [f83a3c5fcf38:41787Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f83a3c5fcf38%2C41787%2C1733609264222]: currently replicating from: hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 at position: -1 2024-12-07T22:08:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:31,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:31,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:31,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:31,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:31,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:31,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:31,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:31,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:31,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:31,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:31,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:31,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:31,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:31,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:31,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:31,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:31,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:31,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:31,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:31,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:31,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:31,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:31,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:31,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:31,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:31,587 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:32,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:32,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:32,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:32,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:32,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:32,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:32,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:32,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:32,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:32,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:32,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:32,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:32,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:32,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:32,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:32,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:32,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:32,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:32,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:32,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:32,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:32,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:32,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:32,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:32,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:32,098 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:32,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:32,313 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:32,314 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:32,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:32,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 21 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609372304, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:32,315 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e32a5d5 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7deaac85 2024-12-07T22:08:32,320 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@313444e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:32,325 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:32,326 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:32,328 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e32a5d5 to 127.0.0.1:58346 2024-12-07T22:08:32,328 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:32,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:32,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:32,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:32,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:32,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:32,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:32,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:32,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:32,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:32,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:32,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:32,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:32,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:32,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:32,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:32,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:32,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:32,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:32,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:32,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:32,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:32,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:32,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:32,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:32,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:32,617 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:32,871 INFO [master/f83a3c5fcf38:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-07T22:08:32,871 INFO [master/f83a3c5fcf38:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-07T22:08:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:33,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:33,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:33,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:33,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:33,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:33,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:33,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:33,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:33,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:33,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:33,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:33,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:33,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:33,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:33,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:33,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:33,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:33,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:33,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:33,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:33,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:33,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:33,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:33,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:33,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:33,133 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:33,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:33,337 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:33,338 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:33,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:33,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 22 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609373329, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:33,340 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b8f9725 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73298655 2024-12-07T22:08:33,345 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a019d4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:33,347 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:33,348 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:33,350 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b8f9725 to 127.0.0.1:58346 2024-12-07T22:08:33,350 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:33,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:33,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:33,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:33,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:33,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:33,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:33,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:33,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:33,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:33,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:33,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:33,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:33,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:33,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:33,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:33,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:33,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:33,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:33,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:33,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:33,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:33,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:33,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:33,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:33,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:33,644 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:34,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:34,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:34,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:34,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:34,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:34,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:34,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:34,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:34,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:34,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:34,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:34,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:34,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:34,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:34,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:34,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:34,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:34,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:34,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:34,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:34,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:34,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:34,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:34,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:34,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:34,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:34,160 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:34,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:34,356 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:34,357 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:34,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:34,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 23 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609374351, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:34,358 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x597b05cf to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66df2b9b 2024-12-07T22:08:34,363 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d201c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:34,365 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:34,366 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:34,367 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x597b05cf to 127.0.0.1:58346 2024-12-07T22:08:34,367 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:34,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:34,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:34,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:34,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:34,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:34,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:34,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:34,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:34,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:34,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:34,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:34,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:34,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:34,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:34,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:34,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:34,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:34,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:34,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:34,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:34,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:34,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:34,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:34,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:34,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:34,676 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:35,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:35,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:35,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:35,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:35,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:35,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:35,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:35,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:35,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:35,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:35,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:35,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:35,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:35,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:35,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:35,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:35,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:35,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:35,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:35,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:35,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:35,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:35,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:35,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:35,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:35,188 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:35,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:35,374 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:35,375 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:35,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:35,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 24 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609375369, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:35,377 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b5a1965 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34467c66 2024-12-07T22:08:35,380 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@248a9f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:35,381 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:35,382 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:35,384 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b5a1965 to 127.0.0.1:58346 2024-12-07T22:08:35,384 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:35,478 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-07T22:08:35,478 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-07T22:08:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:35,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:35,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:35,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:35,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:35,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:35,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:35,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:35,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:35,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:35,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:35,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:35,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:35,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:35,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:35,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:35,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:35,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:35,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:35,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:35,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:35,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:35,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:35,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:35,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:35,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:35,701 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:36,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:36,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:36,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:36,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:36,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:36,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:36,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:36,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:36,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:36,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:36,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:36,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:36,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:36,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:36,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:36,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:36,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:36,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:36,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:36,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:36,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:36,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:36,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:36,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:36,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:36,212 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:36,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:36,389 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:36,390 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:36,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:36,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 25 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609376385, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:36,391 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04919a38 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3336380 2024-12-07T22:08:36,394 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73311ee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:36,396 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:36,397 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:36,399 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04919a38 to 127.0.0.1:58346 2024-12-07T22:08:36,399 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:36,475 INFO [f83a3c5fcf38:41787Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f83a3c5fcf38%2C41787%2C1733609264222]: currently replicating from: hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 at position: -1 2024-12-07T22:08:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:36,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:36,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:36,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:36,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:36,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:36,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:36,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:36,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:36,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:36,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:36,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:36,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:36,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:36,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:36,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:36,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:36,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:36,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:36,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:36,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:36,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:36,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:36,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:36,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:36,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:36,725 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:37,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:37,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:37,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:37,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:37,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:37,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:37,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:37,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:37,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:37,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:37,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:37,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:37,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:37,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:37,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:37,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:37,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:37,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:37,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:37,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:37,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:37,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:37,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:37,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:37,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:37,240 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:37,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:37,406 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:37,407 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:37,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:37,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 26 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609377400, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:37,409 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d086afb to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@453f3db9 2024-12-07T22:08:37,413 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e82b5a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:37,414 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:37,415 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55672, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:37,417 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d086afb to 127.0.0.1:58346 2024-12-07T22:08:37,417 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:37,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:37,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:37,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:37,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:37,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:37,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:37,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:37,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:37,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:37,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:37,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:37,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:37,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:37,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:37,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:37,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:37,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:37,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:37,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:37,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:37,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:37,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:37,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:37,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:37,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:37,753 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:38,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:38,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:38,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:38,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:38,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:38,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:38,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:38,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:38,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:38,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:38,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:38,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:38,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:38,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:38,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:38,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:38,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:38,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:38,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:38,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:38,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:38,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:38,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:38,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:38,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:38,266 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:38,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:38,422 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:38,423 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:38,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:38,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 27 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609378418, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:38,425 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7684b1e3 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4a6a887f 2024-12-07T22:08:38,428 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61ee032e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:38,429 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:38,430 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:38,432 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7684b1e3 to 127.0.0.1:58346 2024-12-07T22:08:38,432 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:38,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:38,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:38,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:38,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:38,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:38,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:38,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:38,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:38,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:38,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:38,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:38,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:38,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:38,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:38,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:38,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:38,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:38,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:38,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:38,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:38,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:38,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:38,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:38,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:38,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:38,780 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:39,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:39,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:39,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:39,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:39,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:39,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:39,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:39,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:39,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:39,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:39,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:39,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:39,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:39,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:39,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:39,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:39,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:39,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:39,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:39,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:39,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:39,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:39,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:39,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:39,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:39,295 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:39,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:39,437 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:39,438 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:39,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:39,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 28 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609379433, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:39,440 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70bc20d6 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e0b67ce 2024-12-07T22:08:39,443 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fedee52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:39,444 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:39,446 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:39,448 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70bc20d6 to 127.0.0.1:58346 2024-12-07T22:08:39,448 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:39,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:39,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:39,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:39,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:39,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:39,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:39,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:39,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:39,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:39,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:39,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:39,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:39,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:39,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:39,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:39,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:39,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:39,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:39,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:39,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:39,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:39,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:39,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:39,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:39,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:39,810 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:40,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:40,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:40,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:40,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:40,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:40,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:40,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:40,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:40,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:40,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:40,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:40,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:40,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:40,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:40,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:40,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:40,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:40,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:40,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:40,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:40,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:40,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:40,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:40,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:40,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:40,325 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:40,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:40,454 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:40,455 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:40,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:40,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 29 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609380449, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:40,456 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69129108 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c12bef3 2024-12-07T22:08:40,460 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c9d545d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:40,461 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:40,462 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:40,463 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69129108 to 127.0.0.1:58346 2024-12-07T22:08:40,463 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:40,478 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-07T22:08:40,478 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-07T22:08:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:40,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:40,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:40,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:40,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:40,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:40,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:40,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:40,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:40,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:40,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:40,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:40,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:40,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:40,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:40,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:40,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:40,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:40,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:40,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:40,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:40,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:40,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:40,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:40,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:40,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:40,838 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:41,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:41,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:41,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:41,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:41,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:41,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:41,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:41,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:41,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:41,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:41,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:41,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:41,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:41,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:41,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:41,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:41,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:41,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:41,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:41,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:41,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:41,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:41,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:41,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:41,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:41,352 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:41,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:41,469 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:41,470 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:41,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:41,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 30 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609381464, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:41,471 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04546e14 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d78ad4b 2024-12-07T22:08:41,474 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6be13705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:41,475 INFO [f83a3c5fcf38:41787Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f83a3c5fcf38%2C41787%2C1733609264222]: currently replicating from: hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 at position: -1 2024-12-07T22:08:41,475 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:41,476 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:41,478 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04546e14 to 127.0.0.1:58346 2024-12-07T22:08:41,478 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:41,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:41,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:41,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:41,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:41,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:41,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:41,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:41,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:41,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:41,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:41,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:41,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:41,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:41,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:41,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:41,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:41,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:41,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:41,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:41,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:41,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:41,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:41,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:41,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:41,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:41,867 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:42,367 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-07T22:08:42,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-07T22:08:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-07T22:08:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-07T22:08:42,371 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733609322370"}]},"ts":"1733609322370"} 2024-12-07T22:08:42,372 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-07T22:08:42,374 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-07T22:08:42,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-07T22:08:42,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=fc4b863910de4a89cce243ea0b24b177, UNASSIGN}] 2024-12-07T22:08:42,376 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=fc4b863910de4a89cce243ea0b24b177, UNASSIGN 2024-12-07T22:08:42,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=fc4b863910de4a89cce243ea0b24b177, regionState=CLOSING, regionLocation=f83a3c5fcf38,41787,1733609264222 2024-12-07T22:08:42,377 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T22:08:42,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure fc4b863910de4a89cce243ea0b24b177, server=f83a3c5fcf38,41787,1733609264222}] 2024-12-07T22:08:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-07T22:08:42,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:42,483 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:42,484 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:42,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:42,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 31 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609382479, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:42,485 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ce65746 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24fca564 2024-12-07T22:08:42,488 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46c7f7e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:42,489 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:42,490 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:42,492 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ce65746 to 127.0.0.1:58346 2024-12-07T22:08:42,492 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:42,529 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,41787,1733609264222 2024-12-07T22:08:42,529 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close fc4b863910de4a89cce243ea0b24b177 2024-12-07T22:08:42,530 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-07T22:08:42,530 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing fc4b863910de4a89cce243ea0b24b177, disabling compactions & flushes 2024-12-07T22:08:42,530 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733609289914.fc4b863910de4a89cce243ea0b24b177. 2024-12-07T22:08:42,530 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733609289914.fc4b863910de4a89cce243ea0b24b177. 2024-12-07T22:08:42,530 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733609289914.fc4b863910de4a89cce243ea0b24b177. after waiting 0 ms 2024-12-07T22:08:42,530 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733609289914.fc4b863910de4a89cce243ea0b24b177. 2024-12-07T22:08:42,530 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing fc4b863910de4a89cce243ea0b24b177 1/1 column families, dataSize=4.05 KB heapSize=4.38 KB 2024-12-07T22:08:42,602 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/testdroppedtimed/fc4b863910de4a89cce243ea0b24b177/.tmp/fam/a05a89cca1224ce2a148394ba45b639c is 4154, key is 0 put on table to be dropped/fam:row/1733609294771/Put/seqid=0 2024-12-07T22:08:42,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741866_1042 (size=9218) 2024-12-07T22:08:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-07T22:08:42,689 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T22:08:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-07T22:08:43,012 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.05 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/testdroppedtimed/fc4b863910de4a89cce243ea0b24b177/.tmp/fam/a05a89cca1224ce2a148394ba45b639c 2024-12-07T22:08:43,057 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/testdroppedtimed/fc4b863910de4a89cce243ea0b24b177/.tmp/fam/a05a89cca1224ce2a148394ba45b639c as hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/testdroppedtimed/fc4b863910de4a89cce243ea0b24b177/fam/a05a89cca1224ce2a148394ba45b639c 2024-12-07T22:08:43,064 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/testdroppedtimed/fc4b863910de4a89cce243ea0b24b177/fam/a05a89cca1224ce2a148394ba45b639c, entries=1, sequenceid=5, filesize=9.0 K 2024-12-07T22:08:43,067 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~4.05 KB/4150, heapSize ~4.36 KB/4464, currentSize=0 B/0 for fc4b863910de4a89cce243ea0b24b177 in 537ms, sequenceid=5, compaction requested=false 2024-12-07T22:08:43,067 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-07T22:08:43,074 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/testdroppedtimed/fc4b863910de4a89cce243ea0b24b177/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-07T22:08:43,074 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733609289914.fc4b863910de4a89cce243ea0b24b177. 2024-12-07T22:08:43,074 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for fc4b863910de4a89cce243ea0b24b177: 2024-12-07T22:08:43,076 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed fc4b863910de4a89cce243ea0b24b177 2024-12-07T22:08:43,076 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=fc4b863910de4a89cce243ea0b24b177, regionState=CLOSED 2024-12-07T22:08:43,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-07T22:08:43,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure fc4b863910de4a89cce243ea0b24b177, server=f83a3c5fcf38,41787,1733609264222 in 701 msec 2024-12-07T22:08:43,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-07T22:08:43,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=fc4b863910de4a89cce243ea0b24b177, UNASSIGN in 704 msec 2024-12-07T22:08:43,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-07T22:08:43,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 706 msec 2024-12-07T22:08:43,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733609323086"}]},"ts":"1733609323086"} 2024-12-07T22:08:43,087 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-07T22:08:43,088 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-07T22:08:43,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 721 msec 2024-12-07T22:08:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-07T22:08:43,475 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 71 completed 2024-12-07T22:08:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:43,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:43,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:43,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:43,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:43,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:43,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:43,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:43,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:43,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:43,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:43,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:43,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:43,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:43,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:43,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:43,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:43,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:43,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:43,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:43,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:43,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:43,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:43,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:43,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:43,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:43,489 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:43,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:43,497 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:43,497 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:43,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:43,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 32 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609383493, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:43,499 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ea176d8 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f372bed 2024-12-07T22:08:43,502 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46b6ab15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:43,503 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:43,504 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:43,506 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ea176d8 to 127.0.0.1:58346 2024-12-07T22:08:43,506 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:43,975 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-07T22:08:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:43,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:43,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:43,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:43,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:43,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:43,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:43,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:43,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:43,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:43,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:43,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:43,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:43,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:43,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:43,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:43,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:43,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:44,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:44,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:44,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:44,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:44,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:44,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:44,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:44,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:44,003 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:44,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:44,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:44,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:44,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:44,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:44,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:44,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:44,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:44,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:44,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:44,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:44,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:44,511 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:44,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:44,512 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:44,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:44,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:44,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 33 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609384507, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:44,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:44,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:44,514 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49c20035 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f2c22a3 2024-12-07T22:08:44,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:44,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:44,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:44,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:44,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:44,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:44,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:44,517 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cb1d650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:44,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:44,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:44,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:44,519 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:44,519 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:44,520 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:44,522 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49c20035 to 127.0.0.1:58346 2024-12-07T22:08:44,522 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:45,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:45,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:45,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:45,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:45,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:45,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:45,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:45,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:45,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:45,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:45,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:45,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:45,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:45,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:45,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:45,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:45,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:45,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:45,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:45,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:45,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:45,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:45,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:45,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:45,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:45,032 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:45,478 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-07T22:08:45,478 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-07T22:08:45,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:45,528 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:45,528 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:45,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:45,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 34 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609385523, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:45,530 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c84f2e9 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7213eae0 2024-12-07T22:08:45,533 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4022b1a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:45,534 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:45,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:45,535 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57606, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:45,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:45,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:45,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:45,537 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c84f2e9 to 127.0.0.1:58346 2024-12-07T22:08:45,537 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:45,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:45,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:45,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:45,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:45,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:45,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:45,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:45,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:45,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:45,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:45,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:45,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:45,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:45,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:45,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:45,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:45,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:45,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:45,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:45,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:45,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:45,545 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:46,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:46,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:46,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:46,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:46,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:46,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:46,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:46,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:46,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:46,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:46,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:46,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:46,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:46,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:46,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:46,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:46,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:46,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:46,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:46,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:46,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:46,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:46,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:46,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:46,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:46,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:46,061 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:46,475 INFO [f83a3c5fcf38:41787Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f83a3c5fcf38%2C41787%2C1733609264222]: currently replicating from: hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 at position: -1 2024-12-07T22:08:46,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:46,543 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:46,544 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:46,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:46,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 35 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609386538, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:46,545 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4aeb7735 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2742c062 2024-12-07T22:08:46,549 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72b8fabf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:46,551 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:46,552 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:46,554 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4aeb7735 to 127.0.0.1:58346 2024-12-07T22:08:46,554 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:46,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:46,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:46,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:46,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:46,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:46,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:46,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:46,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:46,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:46,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:46,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:46,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:46,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:46,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:46,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:46,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:46,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:46,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:46,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:46,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:46,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:46,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:46,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:46,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:46,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:46,579 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:47,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:47,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:47,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:47,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:47,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:47,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:47,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:47,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:47,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:47,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:47,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:47,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:47,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:47,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:47,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:47,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:47,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:47,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:47,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:47,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:47,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:47,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:47,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:47,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:47,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:47,091 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:47,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:47,559 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:47,560 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:47,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:47,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 36 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609387555, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:47,562 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c955b06 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7de5d326 2024-12-07T22:08:47,567 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@483da327, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:47,568 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:47,569 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:47,570 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c955b06 to 127.0.0.1:58346 2024-12-07T22:08:47,570 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:47,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:47,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:47,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:47,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:47,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:47,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:47,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:47,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:47,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:47,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:47,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:47,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:47,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:47,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:47,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:47,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:47,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:47,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:47,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:47,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:47,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:47,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:47,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:47,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:47,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:47,603 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:48,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:48,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:48,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:48,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:48,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:48,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:48,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:48,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:48,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:48,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:48,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:48,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:48,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:48,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:48,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:48,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:48,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:48,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:48,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:48,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:48,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:48,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:48,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:48,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:48,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:48,115 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:48,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:48,576 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:48,577 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:48,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:48,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 37 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609388571, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:48,578 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4541c98b to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@16ee4ee6 2024-12-07T22:08:48,581 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@336ff387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:48,583 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:48,584 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57632, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:48,585 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4541c98b to 127.0.0.1:58346 2024-12-07T22:08:48,585 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:48,596 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-07T22:08:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:48,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:48,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:48,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:48,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:48,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:48,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:48,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:48,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:48,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:48,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:48,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:48,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:48,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:48,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:48,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:48,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:48,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:48,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:48,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:48,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:48,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:48,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:48,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:48,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:48,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:48,627 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:49,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:49,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:49,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:49,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:49,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:49,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:49,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:49,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:49,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:49,134 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:49,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:49,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:49,135 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:49,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:49,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:49,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:49,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:49,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:49,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:49,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:49,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:49,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:49,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:49,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:49,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:49,140 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:49,533 DEBUG [master/f83a3c5fcf38:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region df908875c90bb15256923087d96abcd8 changed from -1.0 to 0.0, refreshing cache 2024-12-07T22:08:49,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:49,590 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:49,591 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:49,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:49,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 38 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609389586, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:49,592 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ceb643d to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68169238 2024-12-07T22:08:49,595 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2429b776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:49,596 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:49,597 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57646, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:49,598 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ceb643d to 127.0.0.1:58346 2024-12-07T22:08:49,598 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:49,619 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T22:08:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:49,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:49,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:49,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:49,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:49,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:49,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:49,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:49,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:49,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:49,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:49,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:49,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:49,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:49,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:49,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:49,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:49,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:49,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:49,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:49,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:49,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:49,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:49,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:49,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:49,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:49,652 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:50,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:50,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:50,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:50,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:50,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:50,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:50,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:50,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:50,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:50,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:50,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:50,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:50,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:50,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:50,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:50,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:50,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:50,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:50,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:50,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:50,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:50,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:50,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:50,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:50,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:50,164 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:50,478 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-07T22:08:50,478 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-07T22:08:50,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:50,604 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:50,605 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:50,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:50,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 39 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609390599, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:50,606 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bb7bff5 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76c71e9 2024-12-07T22:08:50,612 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e97f475, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:50,614 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:50,615 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:50,617 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bb7bff5 to 127.0.0.1:58346 2024-12-07T22:08:50,617 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:50,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:50,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:50,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:50,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:50,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:50,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:50,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:50,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:50,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:50,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:50,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:50,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:50,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:50,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:50,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:50,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:50,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:50,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:50,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:50,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:50,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:50,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:50,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:50,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:50,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:50,683 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:51,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:51,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:51,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:51,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:51,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:51,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:51,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:51,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:51,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:51,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:51,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:51,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:51,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:51,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:51,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:51,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:51,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:51,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:51,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:51,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:51,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:51,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:51,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:51,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:51,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:51,197 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:51,475 INFO [f83a3c5fcf38:41787Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f83a3c5fcf38%2C41787%2C1733609264222]: currently replicating from: hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 at position: -1 2024-12-07T22:08:51,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:51,624 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:51,625 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:51,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:51,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 40 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609391618, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:51,628 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x538ebc50 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37897cf1 2024-12-07T22:08:51,634 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66ec1229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:51,636 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:51,637 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:51,639 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x538ebc50 to 127.0.0.1:58346 2024-12-07T22:08:51,639 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:51,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:51,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:51,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:51,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:51,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:51,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:51,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:51,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:51,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:51,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:51,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:51,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:51,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:51,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:51,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:51,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:51,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:51,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:51,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:51,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:51,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:51,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:51,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:51,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:51,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:51,734 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:51,974 DEBUG [master/f83a3c5fcf38:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-07T22:08:51,974 DEBUG [master/f83a3c5fcf38:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 6bbc327dac48ac922ead4073018c7139 changed from -1.0 to 0.0, refreshing cache 2024-12-07T22:08:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:52,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:52,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:52,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:52,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:52,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:52,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:52,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:52,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:52,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:52,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:52,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:52,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:52,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:52,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:52,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:52,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:52,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:52,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:52,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:52,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:52,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:52,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:52,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:52,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:52,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:52,247 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:52,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:52,644 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:52,645 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:52,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:52,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 41 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609392640, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:52,646 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x729c99d1 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e8e0d87 2024-12-07T22:08:52,649 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8f52b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:52,650 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:52,651 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:52,652 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x729c99d1 to 127.0.0.1:58346 2024-12-07T22:08:52,652 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:52,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:52,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:52,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:52,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:52,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:52,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:52,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:52,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:52,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:52,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:52,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:52,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:52,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:52,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:52,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:52,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:52,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:52,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:52,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:52,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:52,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:52,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:52,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:52,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:52,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:52,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:52,764 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:53,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:53,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:53,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:53,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:53,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:53,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:53,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:53,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:53,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:53,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:53,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:53,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:53,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:53,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:53,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:53,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:53,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:53,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:53,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:53,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:53,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:53,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:53,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:53,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:53,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:53,279 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:53,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:53,659 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:53,660 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:53,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:53,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 42 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609393653, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:53,661 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c9cc0ec to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20008cd 2024-12-07T22:08:53,671 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@230db7ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:53,673 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:53,676 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:53,678 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c9cc0ec to 127.0.0.1:58346 2024-12-07T22:08:53,678 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:53,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:53,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:53,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:53,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:53,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:53,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:53,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:53,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:53,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:53,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:53,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:53,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:53,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:53,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:53,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:53,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:53,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:53,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:53,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:53,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:53,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:53,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:53,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:53,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:53,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:53,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:53,797 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:54,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:54,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:54,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:54,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:54,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:54,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:54,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:54,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:54,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:54,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:54,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:54,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:54,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:54,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:54,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:54,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:54,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:54,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:54,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:54,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:54,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:54,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:54,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:54,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:54,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:54,313 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:54,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:54,685 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:54,686 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:54,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:54,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 43 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609394679, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:54,690 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x170904e6 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15cd30aa 2024-12-07T22:08:54,713 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b336d57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:54,714 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:54,715 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56800, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:54,722 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x170904e6 to 127.0.0.1:58346 2024-12-07T22:08:54,722 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:54,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:54,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:54,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:54,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:54,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:54,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:54,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:54,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:54,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:54,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:54,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:54,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:54,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:54,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:54,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:54,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:54,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:54,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:54,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:54,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:54,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:54,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:54,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:54,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:54,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:54,830 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:55,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:55,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:55,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:55,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:55,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:55,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:55,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:55,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:55,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:55,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:55,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:55,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:55,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:55,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:55,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:55,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:55,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:55,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:55,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:55,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:55,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:55,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:55,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:55,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:55,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:55,341 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:55,478 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-07T22:08:55,478 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-07T22:08:55,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:55,727 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:55,728 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:55,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:55,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 44 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609395723, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:55,729 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x48f660ee to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34c2413a 2024-12-07T22:08:55,733 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@745bcb20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:55,734 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:55,735 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:55,737 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x48f660ee to 127.0.0.1:58346 2024-12-07T22:08:55,737 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:55,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:55,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:55,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:55,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:55,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:55,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:55,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:55,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:55,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:55,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:55,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:55,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:55,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:55,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:55,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:55,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:55,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:55,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:55,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:55,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:55,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:55,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:55,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:55,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:55,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:55,857 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:56,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:56,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:56,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:56,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:56,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:56,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:56,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:56,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:56,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:56,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:56,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:56,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:56,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:56,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:56,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:56,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:56,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:56,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:56,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:56,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:56,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:56,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:56,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:56,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:56,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:56,370 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:56,475 INFO [f83a3c5fcf38:41787Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f83a3c5fcf38%2C41787%2C1733609264222]: currently replicating from: hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 at position: -1 2024-12-07T22:08:56,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:56,742 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:56,743 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:56,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:56,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 45 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609396737, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:56,745 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x23bcf617 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@551b8cb 2024-12-07T22:08:56,748 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f79618a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:56,750 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:56,751 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:56,752 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x23bcf617 to 127.0.0.1:58346 2024-12-07T22:08:56,753 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:56,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:56,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:56,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:56,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:56,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:56,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:56,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:56,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:56,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:56,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:56,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:56,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:56,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:56,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:56,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:56,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:56,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:56,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:56,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:56,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:56,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:56,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:56,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:56,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:56,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:56,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:56,881 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:57,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:57,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:57,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:57,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:57,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:57,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:57,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:57,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:57,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:57,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:57,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:57,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:57,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:57,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:57,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:57,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:57,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:57,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:57,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:57,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:57,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:57,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:57,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:57,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:57,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:57,394 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:57,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:57,758 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:57,758 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:57,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:57,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 46 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609397753, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:57,760 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03888bdf to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b17fc85 2024-12-07T22:08:57,763 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f06b95c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:57,764 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:57,765 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:57,766 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03888bdf to 127.0.0.1:58346 2024-12-07T22:08:57,767 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:57,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:57,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:57,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:57,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:57,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:57,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:57,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:57,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:57,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:57,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:57,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:57,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:57,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:57,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:57,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:57,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:57,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:57,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:57,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:57,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:57,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:57,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:57,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:57,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:57,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:57,906 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:58,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:58,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:58,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:58,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:58,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:58,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:58,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:58,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:58,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:58,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:58,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:58,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:58,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:58,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:58,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:58,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:58,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:58,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:58,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:58,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:58,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:58,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:58,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:58,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:58,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:58,418 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:58,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:58,773 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:58,774 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:58,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:58,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 47 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609398767, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:58,776 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x691dee8e to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d5ac4fc 2024-12-07T22:08:58,796 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cc4a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:58,798 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:58,801 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:58,805 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x691dee8e to 127.0.0.1:58346 2024-12-07T22:08:58,805 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:58,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:58,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:58,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:58,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:58,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:58,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:58,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:58,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:58,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:58,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:58,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:58,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:58,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:58,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:58,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:58,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:58,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:58,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:58,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:58,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:58,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:58,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:58,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:58,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:58,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:58,932 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:59,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:59,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:59,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:59,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:59,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:59,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:59,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:59,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:59,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:59,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:59,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:59,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:59,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:59,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:59,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:59,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:59,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:59,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:59,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:59,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:59,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:59,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:59,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:59,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:59,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:59,445 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:08:59,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:08:59,811 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:08:59,812 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:59,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:08:59,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 48 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609399806, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:08:59,814 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d9499f1 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46e2c99b 2024-12-07T22:08:59,818 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@239985cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:08:59,840 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:08:59,841 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:08:59,843 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d9499f1 to 127.0.0.1:58346 2024-12-07T22:08:59,844 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:08:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:08:59,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:08:59,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:08:59,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:08:59,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:08:59,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:08:59,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:08:59,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:08:59,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:08:59,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:08:59,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:08:59,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:08:59,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:08:59,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:08:59,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:08:59,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:08:59,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:08:59,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:08:59,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:08:59,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:08:59,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:08:59,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:08:59,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:08:59,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:08:59,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:08:59,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:08:59,969 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:09:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:09:00,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:09:00,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:09:00,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:09:00,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:09:00,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:09:00,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:09:00,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:09:00,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:09:00,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:09:00,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:09:00,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:09:00,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:09:00,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:09:00,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:09:00,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:09:00,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:09:00,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:09:00,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:09:00,478 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-07T22:09:00,478 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-07T22:09:00,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:09:00,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:09:00,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:09:00,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:09:00,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:09:00,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:09:00,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:09:00,481 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:09:00,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:00,850 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:09:00,851 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:09:00,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:09:00,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 49 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609400845, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:09:00,852 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5afc0dbc to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a02b969 2024-12-07T22:09:00,856 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65daf21b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:09:00,858 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:09:00,859 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:09:00,862 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5afc0dbc to 127.0.0.1:58346 2024-12-07T22:09:00,862 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:09:00,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:09:00,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:09:00,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:09:00,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:09:00,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:09:00,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:09:00,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:09:00,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:09:00,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:09:00,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:09:00,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:09:00,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:09:00,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:09:00,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:09:00,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:09:00,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:09:00,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:09:00,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:09:00,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:09:00,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:09:00,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:09:00,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:09:00,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:09:00,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:09:00,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:09:00,999 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:09:01,475 INFO [f83a3c5fcf38:41787Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f83a3c5fcf38%2C41787%2C1733609264222]: currently replicating from: hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 at position: -1 2024-12-07T22:09:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:09:01,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:09:01,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:09:01,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:09:01,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:09:01,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:09:01,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:09:01,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:09:01,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:09:01,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:09:01,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:09:01,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:09:01,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:09:01,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:09:01,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:09:01,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:09:01,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:09:01,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:09:01,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:09:01,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:09:01,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:09:01,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:09:01,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:09:01,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:09:01,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:09:01,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:09:01,512 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:09:01,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:01,869 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:09:01,870 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:09:01,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:09:01,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 50 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609401863, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:09:01,871 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1ef7a8a6 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12193e0 2024-12-07T22:09:01,878 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33d9f3f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:09:01,880 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:09:01,881 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:09:01,884 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1ef7a8a6 to 127.0.0.1:58346 2024-12-07T22:09:01,884 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:09:02,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:09:02,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:09:02,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:09:02,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:09:02,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:09:02,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:09:02,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:09:02,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:09:02,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:09:02,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:09:02,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:09:02,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:09:02,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:09:02,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:09:02,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:09:02,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:09:02,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:09:02,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:09:02,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:09:02,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:09:02,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:09:02,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:09:02,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:09:02,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:09:02,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:09:02,028 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:09:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:09:02,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:09:02,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:09:02,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:09:02,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:09:02,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:09:02,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:09:02,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:09:02,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:09:02,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:09:02,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:09:02,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:09:02,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:09:02,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:09:02,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:09:02,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:09:02,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:09:02,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:09:02,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:09:02,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:09:02,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:09:02,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:09:02,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:09:02,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:09:02,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:09:02,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:09:02,540 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:09:02,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:02,889 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:09:02,890 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:09:02,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:09:02,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 51 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609402885, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:09:02,891 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5255ae54 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5fe6896d 2024-12-07T22:09:02,894 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23dc9f3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:09:02,896 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:09:02,897 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47292, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:09:02,898 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5255ae54 to 127.0.0.1:58346 2024-12-07T22:09:02,898 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:09:03,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:09:03,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:09:03,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:09:03,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:09:03,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:09:03,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:09:03,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:09:03,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:09:03,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:09:03,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:09:03,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:09:03,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:09:03,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:09:03,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:09:03,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:09:03,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:09:03,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:09:03,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:09:03,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:09:03,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:09:03,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:09:03,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:09:03,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:09:03,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:09:03,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:09:03,060 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:09:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:09:03,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:09:03,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:09:03,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:09:03,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:09:03,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:09:03,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:09:03,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:09:03,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:09:03,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:09:03,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:09:03,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:09:03,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:09:03,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:09:03,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:09:03,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:09:03,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:09:03,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:09:03,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:09:03,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:09:03,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:09:03,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:09:03,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:09:03,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:09:03,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:09:03,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:09:03,571 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:09:03,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:03,903 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:09:03,904 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:09:03,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:09:03,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 52 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609403899, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:09:03,906 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0947b005 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6281fda1 2024-12-07T22:09:03,909 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2563b3a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:09:03,911 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:09:03,912 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47296, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:09:03,913 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0947b005 to 127.0.0.1:58346 2024-12-07T22:09:03,913 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:09:04,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:09:04,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:09:04,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:09:04,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:09:04,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:09:04,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:09:04,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:09:04,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:09:04,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:09:04,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:09:04,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:09:04,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:09:04,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:09:04,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:09:04,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:09:04,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:09:04,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:09:04,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:09:04,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:09:04,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:09:04,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:09:04,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:09:04,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:09:04,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:09:04,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:09:04,082 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:09:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:09:04,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:09:04,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:09:04,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:09:04,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:09:04,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:09:04,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:09:04,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:09:04,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:09:04,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:09:04,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:09:04,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:09:04,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:09:04,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:09:04,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:09:04,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:09:04,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:09:04,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:09:04,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:09:04,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:09:04,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:09:04,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:09:04,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:09:04,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:09:04,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:09:04,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:09:04,593 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:09:04,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:04,918 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:09:04,919 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:09:04,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:09:04,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 53 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609404914, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:09:04,920 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b39a90a to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76382339 2024-12-07T22:09:04,925 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e7e38ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:09:04,926 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:09:04,927 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:09:04,929 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b39a90a to 127.0.0.1:58346 2024-12-07T22:09:04,929 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:09:05,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:09:05,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:09:05,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:09:05,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:09:05,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:09:05,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:09:05,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:09:05,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:09:05,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:09:05,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:09:05,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:09:05,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:09:05,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:09:05,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:09:05,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:09:05,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:09:05,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:09:05,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:09:05,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:09:05,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:09:05,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:09:05,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:09:05,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:09:05,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:09:05,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:09:05,103 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:09:05,478 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-07T22:09:05,478 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-07T22:09:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:09:05,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:09:05,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:09:05,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:09:05,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:09:05,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:09:05,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:09:05,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:09:05,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:09:05,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:09:05,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:09:05,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:09:05,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:09:05,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:09:05,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:09:05,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:09:05,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:09:05,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:09:05,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:09:05,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:09:05,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:09:05,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:09:05,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:09:05,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:09:05,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:09:05,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:09:05,615 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:09:05,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:05,935 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:09:05,936 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:09:05,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:09:05,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 54 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609405930, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:09:05,937 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6070eda7 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@57663b7b 2024-12-07T22:09:05,940 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6862c263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:09:05,942 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:09:05,943 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:09:05,944 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6070eda7 to 127.0.0.1:58346 2024-12-07T22:09:05,944 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:09:06,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:09:06,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:09:06,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:09:06,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:09:06,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:09:06,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:09:06,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:09:06,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:09:06,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:09:06,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:09:06,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:09:06,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:09:06,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:09:06,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:09:06,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:09:06,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:09:06,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:09:06,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:09:06,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:09:06,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:09:06,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:09:06,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:09:06,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:09:06,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:09:06,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:09:06,126 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:09:06,475 INFO [f83a3c5fcf38:41787Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [f83a3c5fcf38%2C41787%2C1733609264222]: currently replicating from: hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 at position: -1 2024-12-07T22:09:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:09:06,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:09:06,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:09:06,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:09:06,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:09:06,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:09:06,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:09:06,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:09:06,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:09:06,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:09:06,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:09:06,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:09:06,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:09:06,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:09:06,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:09:06,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:09:06,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:09:06,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:09:06,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:09:06,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:09:06,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:09:06,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:09:06,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:09:06,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:09:06,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:09:06,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:09:06,638 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:09:06,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:06,949 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:09:06,950 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:09:06,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:09:06,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 55 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609406945, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:09:06,951 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x02de43b4 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64851d77 2024-12-07T22:09:06,954 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a8aaa5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:09:06,955 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:09:06,956 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:09:06,958 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x02de43b4 to 127.0.0.1:58346 2024-12-07T22:09:06,958 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:09:07,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:09:07,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:09:07,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:09:07,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:09:07,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:09:07,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:09:07,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:09:07,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:09:07,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:09:07,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:09:07,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:09:07,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:09:07,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:09:07,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:09:07,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:09:07,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:09:07,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:09:07,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:09:07,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:09:07,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:09:07,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:09:07,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:09:07,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:09:07,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:09:07,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:09:07,152 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:09:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:09:07,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:09:07,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:09:07,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:09:07,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:09:07,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:09:07,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:09:07,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:09:07,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:09:07,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:09:07,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:09:07,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:09:07,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:09:07,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:09:07,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:09:07,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:09:07,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:09:07,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:09:07,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:09:07,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:09:07,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:09:07,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:09:07,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:09:07,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:09:07,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:09:07,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:09:07,665 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:09:07,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:07,963 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:09:07,963 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:09:07,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:09:07,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 56 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609407959, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:09:07,965 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b670a57 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@67c5c4e9 2024-12-07T22:09:07,968 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28d25a15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:09:07,969 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:09:07,970 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:09:07,972 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b670a57 to 127.0.0.1:58346 2024-12-07T22:09:07,972 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:09:08,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:09:08,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:09:08,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:09:08,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:09:08,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:09:08,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:09:08,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:09:08,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:09:08,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:09:08,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:09:08,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:09:08,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:09:08,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:09:08,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:09:08,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:09:08,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:09:08,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:09:08,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:09:08,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:09:08,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:09:08,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:09:08,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:09:08,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:09:08,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:09:08,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:09:08,177 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:09:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:09:08,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:09:08,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:09:08,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:09:08,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:09:08,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:09:08,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:09:08,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:09:08,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:09:08,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:09:08,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:09:08,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:09:08,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:09:08,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:09:08,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:09:08,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:09:08,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:09:08,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:09:08,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:09:08,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:09:08,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:09:08,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:09:08,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:09:08,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:09:08,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:09:08,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:09:08,690 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-07T22:09:08,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:08,977 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:09:08,978 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:09:08,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:09:08,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 57 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609408973, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:09:08,979 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41516caf to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@87a0ae0 2024-12-07T22:09:08,982 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32c2eb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:09:08,984 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:09:08,985 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:09:08,987 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41516caf to 127.0.0.1:58346 2024-12-07T22:09:08,987 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:09,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-07T22:09:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-07T22:09:09,192 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-07T22:09:09,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-07T22:09:09,193 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-07T22:09:09,196 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/testdroppedtimed/fc4b863910de4a89cce243ea0b24b177 2024-12-07T22:09:09,198 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/testdroppedtimed/fc4b863910de4a89cce243ea0b24b177/fam, FileablePath, hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/testdroppedtimed/fc4b863910de4a89cce243ea0b24b177/recovered.edits] 2024-12-07T22:09:09,202 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/testdroppedtimed/fc4b863910de4a89cce243ea0b24b177/fam/a05a89cca1224ce2a148394ba45b639c to hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/archive/data/default/testdroppedtimed/fc4b863910de4a89cce243ea0b24b177/fam/a05a89cca1224ce2a148394ba45b639c 2024-12-07T22:09:09,205 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/testdroppedtimed/fc4b863910de4a89cce243ea0b24b177/recovered.edits/8.seqid to hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/archive/data/default/testdroppedtimed/fc4b863910de4a89cce243ea0b24b177/recovered.edits/8.seqid 2024-12-07T22:09:09,206 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/testdroppedtimed/fc4b863910de4a89cce243ea0b24b177 2024-12-07T22:09:09,206 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-07T22:09:09,208 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-07T22:09:09,210 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-07T22:09:09,212 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'testdroppedtimed' descriptor. 2024-12-07T22:09:09,213 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-07T22:09:09,213 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'testdroppedtimed' from region states. 2024-12-07T22:09:09,213 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1733609289914.fc4b863910de4a89cce243ea0b24b177.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733609349213"}]},"ts":"9223372036854775807"} 2024-12-07T22:09:09,215 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-07T22:09:09,215 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => fc4b863910de4a89cce243ea0b24b177, NAME => 'testdroppedtimed,,1733609289914.fc4b863910de4a89cce243ea0b24b177.', STARTKEY => '', ENDKEY => ''}] 2024-12-07T22:09:09,215 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'testdroppedtimed' as deleted. 2024-12-07T22:09:09,215 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733609349215"}]},"ts":"9223372036854775807"} 2024-12-07T22:09:09,217 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-07T22:09:09,219 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-07T22:09:09,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 29 msec 2024-12-07T22:09:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-07T22:09:09,294 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 75 completed 2024-12-07T22:09:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:09:09,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:09:09,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:09:09,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:09:09,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:09:09,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:09:09,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:09:09,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:09:09,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:09:09,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:09:09,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:09:09,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:09:09,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:09:09,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:09:09,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:09:09,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:09:09,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:09:09,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:09:09,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:09:09,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:09:09,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:09:09,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:09:09,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:09:09,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:09:09,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:09:09,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:09:09,307 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-07T22:09:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:09:09,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:09:09,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:09:09,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:09:09,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:09:09,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:09:09,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:09:09,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:09:09,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:09:09,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:09:09,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:09:09,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:09:09,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:09:09,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:09:09,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:09:09,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:09:09,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:09:09,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:09:09,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:09:09,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:09:09,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:09:09,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:09:09,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:09:09,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:09:09,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:09:09,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:09:09,820 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-07T22:09:09,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:09,992 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:09:09,993 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:09:09,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:09:09,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] ipc.CallRunner(138): callId: 58 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51910 deadline: 1733609409988, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-07T22:09:09,994 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68647583 to 127.0.0.1:58346 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@35f54fe1 2024-12-07T22:09:09,998 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@537be9d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:09:09,999 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:09:10,000 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-07T22:09:10,001 WARN [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.HBaseInterClusterReplicationEndpoint(367): Missing table detected at sink, local table also does not exist, filtering edits for table 'testdroppedtimed' 2024-12-07T22:09:10,002 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68647583 to 127.0.0.1:58346 2024-12-07T22:09:10,002 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:09:10,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:09:10,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:09:10,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:09:10,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:09:10,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:09:10,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:09:10,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:09:10,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:09:10,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:09:10,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:09:10,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:09:10,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:09:10,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:09:10,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:09:10,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:09:10,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:09:10,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:09:10,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:09:10,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:09:10,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:09:10,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:09:10,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:09:10,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:09:10,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:09:10,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:09:10,334 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-07T22:09:10,478 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-07T22:09:10,478 INFO [f83a3c5fcf38:34891Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-07T22:09:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:09:10,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:09:10,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:09:10,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:09:10,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:09:10,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:09:10,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:09:10,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:09:10,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:09:10,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:09:10,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:09:10,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:09:10,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:09:10,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:09:10,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:09:10,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:09:10,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:09:10,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:09:10,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:09:10,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:09:10,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:09:10,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:09:10,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:09:10,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:09:10,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:09:10,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:09:10,846 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-07T22:09:11,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,009 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/27=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/28=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/29=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/30=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/31=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/32=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/33=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/34=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/35=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/36=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/37=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/38=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/39=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/40=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/41=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/42=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/43=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/44=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/45=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/46=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/47=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/48=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/49=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/50=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=209393, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,013 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,017 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/51=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/52=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/53=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/54=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/55=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/56=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/57=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/58=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/59=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/60=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/61=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/62=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/63=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/64=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/65=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/66=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/67=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/68=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/69=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/70=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/71=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/72=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/73=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/74=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=310073, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,020 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,021 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,024 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/75=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/76=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/77=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/78=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/79=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/80=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/81=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/82=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/83=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/84=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/85=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/86=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/87=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/88=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/89=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/90=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/91=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/92=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/93=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/94=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/95=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/96=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/97=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/98=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=410753, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,028 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,032 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/99=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/100=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/101=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/102=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/103=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/104=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/105=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/106=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/107=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/108=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/109=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/110=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/111=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/112=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/113=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/114=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/115=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/116=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/117=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/118=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/119=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/120=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/121=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/122=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=511433, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,035 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,043 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/123=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/124=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/125=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/126=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/127=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/128=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/129=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/130=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/131=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/132=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/133=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/134=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/135=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/136=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/137=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/138=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/139=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/140=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/141=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/142=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/143=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/144=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/145=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/146=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=612132, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,045 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,050 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/147=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/148=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/149=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/150=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/151=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/152=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/153=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/154=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/155=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/156=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/157=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/158=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/159=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/160=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/161=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/162=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/163=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/164=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/165=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/166=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/167=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/168=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/169=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/170=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=712836, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,054 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,058 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/171=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/172=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/173=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/174=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/175=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/176=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/177=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/178=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/179=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/180=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/181=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/182=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/183=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/184=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/185=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/186=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/187=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/188=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/189=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/190=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/191=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/192=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/193=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/194=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=813540, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,061 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,066 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/195=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/196=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/197=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/198=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/199=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/200=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/201=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/202=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/203=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/204=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/205=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/206=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/207=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/208=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/209=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/210=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/211=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/212=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/213=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/214=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/215=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/216=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/217=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/218=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=914244, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,069 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,074 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/219=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/220=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/221=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/222=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/223=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/224=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/225=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/226=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/227=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/228=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/229=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/230=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/231=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/232=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/233=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/234=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/235=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/236=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/237=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/238=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/239=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/240=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/241=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/242=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=1014948, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,077 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,081 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/243=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/244=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/245=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/246=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/247=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/248=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/249=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/250=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/251=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/252=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/253=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/254=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/255=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/256=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/257=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/258=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/259=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/260=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/261=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/262=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/263=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/264=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/265=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/266=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=1115652, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,085 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,091 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/267=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/268=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/269=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/270=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/271=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/272=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/273=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/274=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/275=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/276=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/277=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/278=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/279=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/280=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/281=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/282=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/283=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/284=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/285=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/286=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/287=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/288=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/289=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/290=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=1216356, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,094 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,098 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/291=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/292=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/293=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/294=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/295=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/296=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/297=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/298=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/299=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/300=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/301=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/302=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/303=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/304=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/305=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/306=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/307=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/308=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/309=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/310=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/311=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/312=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/313=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/314=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=1317060, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,101 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,106 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/315=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/316=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/317=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/318=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/319=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/320=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/321=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/322=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/323=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/324=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/325=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/326=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/327=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/328=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/329=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/330=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/331=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/332=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/333=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/334=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/335=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/336=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/337=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/338=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=1417764, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,108 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,114 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/339=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/340=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/341=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/342=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/343=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/344=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/345=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/346=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/347=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/348=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/349=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/350=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/351=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/352=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/353=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/354=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/355=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/356=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/357=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/358=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/359=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/360=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/361=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/362=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=1518468, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,117 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,122 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/363=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/364=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/365=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/366=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/367=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/368=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/369=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/370=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/371=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/372=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/373=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/374=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/375=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/376=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/377=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/378=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/379=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/380=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/381=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/382=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/383=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/384=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/385=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/386=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=1619172, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,123 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,129 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/387=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/388=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/389=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/390=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/391=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/392=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/393=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/394=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/395=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/396=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/397=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/398=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/399=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/400=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/401=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/402=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/403=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/404=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/405=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/406=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/407=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/408=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/409=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/410=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=1719876, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,132 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,139 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/411=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/412=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/413=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/414=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/415=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/416=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/417=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/418=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/419=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/420=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/421=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/422=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/423=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/424=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/425=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/426=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/427=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/428=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/429=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/430=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/431=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/432=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/433=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/434=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=1820580, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,141 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,147 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/435=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/436=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/437=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/438=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/439=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/440=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/441=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/442=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/443=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/444=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/445=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/446=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/447=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/448=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/449=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/450=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/451=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/452=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/453=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/454=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/455=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/456=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/457=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/458=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=1921284, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,149 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,154 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/459=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/460=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/461=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/462=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/463=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/464=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/465=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/466=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/467=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/468=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/469=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/470=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/471=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/472=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/473=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/474=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/475=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/476=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/477=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/478=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/479=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/480=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/481=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/482=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=2021988, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,155 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,156 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,161 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/483=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/484=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/485=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/486=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/487=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/488=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/489=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/490=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/491=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/492=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/493=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/494=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/495=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/496=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/497=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/498=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/499=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/500=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/501=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/502=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/503=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/504=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/505=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/506=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=2122692, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,163 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,168 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/507=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/508=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/509=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/510=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/511=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/512=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/513=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/514=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/515=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/516=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/517=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/518=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/519=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/520=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/521=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/522=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/523=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/524=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/525=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/526=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/527=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/528=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/529=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/530=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=2223396, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,170 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,174 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/531=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/532=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/533=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/534=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/535=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/536=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/537=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/538=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/539=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/540=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/541=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/542=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/543=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/544=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/545=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/546=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/547=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/548=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/549=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/550=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/551=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/552=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/553=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/554=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=2324100, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,176 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,184 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/555=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/556=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/557=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/558=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/559=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/560=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/561=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/562=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/563=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/564=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/565=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/566=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/567=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/568=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/569=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/570=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/571=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/572=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/573=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/574=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/575=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/576=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/577=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/578=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=2424804, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,186 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,200 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/579=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/580=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/581=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/582=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/583=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/584=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/585=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/586=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/587=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/588=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/589=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/590=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/591=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/592=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/593=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/594=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/595=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/596=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/597=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/598=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/599=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/600=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/601=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/602=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=2525508, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,201 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,210 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/603=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/604=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/605=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/606=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/607=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/608=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/609=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/610=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/611=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/612=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/613=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/614=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/615=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/616=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/617=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/618=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/619=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/620=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/621=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/622=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/623=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/624=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/625=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/626=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=2626212, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,212 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,219 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/627=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/628=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/629=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/630=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/631=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/632=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/633=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/634=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/635=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/636=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/637=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/638=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/639=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/640=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/641=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/642=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/643=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/644=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/645=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/646=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/647=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/648=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/649=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/650=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=2726916, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,220 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,227 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/651=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/652=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/653=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/654=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/655=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/656=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/657=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/658=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/659=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/660=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/661=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/662=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/663=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/664=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/665=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/666=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/667=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/668=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/669=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/670=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/671=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/672=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/673=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/674=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=2827620, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,229 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,236 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/675=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/676=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/677=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/678=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/679=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/680=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/681=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/682=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/683=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/684=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/685=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/686=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/687=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/688=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/689=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/690=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/691=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/692=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/693=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/694=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/695=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/696=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/697=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/698=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=2928324, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,237 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,243 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/699=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/700=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/701=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/702=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/703=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/704=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/705=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/706=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/707=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/708=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/709=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/710=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/711=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/712=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/713=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/714=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/715=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/716=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/717=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/718=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/719=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/720=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/721=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/722=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=3029028, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,244 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,250 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/723=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/724=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/725=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/726=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/727=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/728=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/729=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/730=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/731=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/732=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/733=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/734=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/735=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/736=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/737=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/738=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/739=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/740=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/741=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/742=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/743=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/744=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/745=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/746=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=3129732, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,252 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,258 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/747=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/748=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/749=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/750=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/751=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/752=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/753=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/754=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/755=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/756=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/757=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/758=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/759=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/760=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/761=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/762=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/763=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/764=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/765=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/766=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/767=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/768=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/769=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/770=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=3230436, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,259 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,265 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/771=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/772=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/773=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/774=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/775=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/776=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/777=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/778=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/779=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/780=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/781=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/782=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/783=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/784=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/785=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/786=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/787=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/788=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/789=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/790=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/791=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/792=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/793=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/794=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=3331140, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,266 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,274 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/795=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/796=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/797=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/798=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/799=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/800=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/801=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/802=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/803=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/804=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/805=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/806=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/807=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/808=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/809=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/810=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/811=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/812=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/813=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/814=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/815=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/816=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/817=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/818=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=3431844, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,275 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,277 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,280 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/819=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/820=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/821=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/822=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/823=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/824=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/825=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/826=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/827=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/828=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/829=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/830=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/831=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/832=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/833=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/834=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/835=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/836=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/837=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/838=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/839=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/840=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/841=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/842=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=3532548, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,281 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,287 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/843=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/844=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/845=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/846=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/847=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/848=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/849=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/850=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/851=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/852=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/853=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/854=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/855=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/856=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/857=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/858=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/859=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/860=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/861=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/862=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/863=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/864=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/865=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/866=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=3633252, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,289 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,295 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/867=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/868=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/869=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/870=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/871=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/872=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/873=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/874=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/875=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/876=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/877=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/878=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/879=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/880=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/881=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/882=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/883=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/884=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/885=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/886=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/887=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/888=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/889=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/890=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=3733956, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,296 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,302 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/891=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/892=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/893=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/894=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/895=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/896=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/897=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/898=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/899=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/900=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/901=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/902=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/903=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/904=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/905=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/906=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/907=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/908=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/909=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/910=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/911=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/912=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/913=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/914=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=3834660, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,303 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,309 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/915=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/916=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/917=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/918=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/919=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/920=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/921=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/922=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/923=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/924=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/925=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/926=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/927=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/928=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/929=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/930=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/931=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/932=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/933=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/934=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/935=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/936=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/937=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/938=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=3935364, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,312 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-07T22:09:11,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,317 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/939=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/940=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/941=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/942=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/943=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/944=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/945=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/946=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/947=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/948=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/949=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/950=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/951=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/952=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/953=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/954=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/955=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/956=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/957=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/958=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/959=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/960=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/961=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/962=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=4036068, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,318 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-07T22:09:11,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,324 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 to pos 4208104, reset compression=false 2024-12-07T22:09:11,324 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/963=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/964=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/965=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/966=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/967=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/968=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/969=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/970=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/971=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/972=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/973=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/974=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/975=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/976=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/977=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/978=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/979=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/980=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/981=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/982=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/983=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/984=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/985=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/986=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=4136772, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-07T22:09:11,325 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,331 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/673ebbe037e41e9c263ff613cceb3cb7/987=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/988=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/989=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/990=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/991=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/992=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/993=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/994=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/995=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/996=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/997=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/998=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/999=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/1000=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/1001=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/1002=[#edits: 1 = ],4297}, {test/673ebbe037e41e9c263ff613cceb3cb7/1003=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=4208104, nbRowKeys=17, nbHFiles=0, heapSize=73049, lastSeqIds={}, endOfFile=false,usedBufferSize=73049] 2024-12-07T22:09:11,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,332 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-07T22:09:11,332 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 to pos 4208924, reset compression=false 2024-12-07T22:09:11,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-07T22:09:11,336 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-07T22:09:11,340 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591, lastWalPosition=4208924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-07T22:09:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34891 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-07T22:09:11,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-07T22:09:11,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-07T22:09:11,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-07T22:09:11,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-07T22:09:11,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-07T22:09:11,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-07T22:09:11,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-07T22:09:11,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-07T22:09:11,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-07T22:09:11,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-07T22:09:11,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-07T22:09:11,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-07T22:09:11,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-07T22:09:11,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-07T22:09:11,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-07T22:09:11,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-07T22:09:11,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-07T22:09:11,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-07T22:09:11,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-07T22:09:11,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-07T22:09:11,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-07T22:09:11,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-07T22:09:11,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-07T22:09:11,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-07T22:09:11,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-07T22:09:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-07T22:09:11,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.HMaster(3926): Client=jenkins//172.17.0.2 removing replication peer, id=2 2024-12-07T22:09:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure 2024-12-07T22:09:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-07T22:09:11,389 DEBUG [PEWorker-4 {}] zookeeper.ZKUtil(111): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Set watcher on existing znode=/1/replication/peers/2/peer-state 2024-12-07T22:09:11,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2/peer-state 2024-12-07T22:09:11,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/peers/2 2024-12-07T22:09:11,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2 2024-12-07T22:09:11,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-07T22:09:11,475 INFO [f83a3c5fcf38:41787Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 1001, current progress: walGroup [f83a3c5fcf38%2C41787%2C1733609264222]: currently replicating from: hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 at position: 4208924 2024-12-07T22:09:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-07T22:09:11,538 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 to pos 4208924, reset compression=false 2024-12-07T22:09:11,544 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,41787,1733609264222 2024-12-07T22:09:11,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41787 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=77 2024-12-07T22:09:11,544 INFO [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=REMOVE_PEER 2024-12-07T22:09:11,544 INFO [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(287): Number of deleted recovered sources for 2: 0 2024-12-07T22:09:11,544 INFO [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Replication stream was removed by a user 2024-12-07T22:09:11,646 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1006e85bbca000f, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T22:09:11,646 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1006e85bbca000f, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T22:09:11,646 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d59ca6d to 127.0.0.1:58346 2024-12-07T22:09:11,647 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_REFRESH_PEER, pid=77}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-07T22:09:11,747 WARN [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-07T22:09:11,747 WARN [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.wal-reader.f83a3c5fcf38%2C41787%2C1733609264222,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-07T22:09:11,847 INFO [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0.replicationSource,2.replicationSource.shipperf83a3c5fcf38%2C41787%2C1733609264222,2 terminated 2024-12-07T22:09:11,848 INFO [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(430): Done with the queue 2 2024-12-07T22:09:11,849 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ZKUtil(111): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Set watcher on existing znode=/1/replication/rs/f83a3c5fcf38,41787,1733609264222/2/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 2024-12-07T22:09:11,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/f83a3c5fcf38,41787,1733609264222/2/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 2024-12-07T22:09:11,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/rs/f83a3c5fcf38,41787,1733609264222/2 2024-12-07T22:09:11,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/f83a3c5fcf38,41787,1733609264222/2 2024-12-07T22:09:11,852 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_REFRESH_PEER, pid=77}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-07T22:09:11,853 DEBUG [RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-07T22:09:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.HMaster(4106): Remote procedure done, pid=77 2024-12-07T22:09:11,854 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for REMOVE on f83a3c5fcf38,41787,1733609264222 suceeded 2024-12-07T22:09:11,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-07T22:09:11,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 462 msec 2024-12-07T22:09:11,858 DEBUG [PEWorker-3 {}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-07T22:09:11,858 INFO [PEWorker-3 {}] replication.RemovePeerProcedure(76): Successfully removed peer 2 2024-12-07T22:09:11,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure in 474 msec 2024-12-07T22:09:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33695 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-07T22:09:12,005 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=400 (was 388) Potentially hanging thread: hconnection-0x2fd024f2-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58346@0x4cb1dd70-SendThread(127.0.0.1:58346) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58346@0x76669323-SendThread(127.0.0.1:58346) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_623074114_22 at /127.0.0.1:50078 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/cluster_d9548bc8-8393-c948-85a1-77295410c02c/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2fd024f2-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58346@0x76669323-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58346@0x4cb1dd70 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007fbdb0b52ca8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5ecf2202-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/cluster_d9548bc8-8393-c948-85a1-77295410c02c/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2fd024f2-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58346@0x76669323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007fbdb0b52ca8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58346@0x4cb1dd70-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58346@0x07d891e2-SendThread(127.0.0.1:58346) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: hconnection-0x5ecf2202-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2fd024f2-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58346@0x07d891e2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007fbdb0b52ca8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (788280152) connection to localhost/127.0.0.1:36371 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2fd024f2-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5ecf2202-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5ecf2202-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2fd024f2-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:58346@0x07d891e2-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) - Thread LEAK? -, OpenFileDescriptor=576 (was 568) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=294 (was 318), ProcessCount=11 (was 11), AvailableMemoryMB=6863 (was 7326) 2024-12-07T22:09:12,006 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07ad6376 to 127.0.0.1:58346 2024-12-07T22:09:12,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:12,006 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ea9221e to 127.0.0.1:58346 2024-12-07T22:09:12,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:12,007 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-07T22:09:12,007 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29140e9d to 127.0.0.1:58346 2024-12-07T22:09:12,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:12,007 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-07T22:09:12,007 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-07T22:09:12,007 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b68f982 to 127.0.0.1:58346 2024-12-07T22:09:12,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:12,007 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T22:09:12,007 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=719594688, stopped=false 2024-12-07T22:09:12,008 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=f83a3c5fcf38,42775,1733609269638 2024-12-07T22:09:12,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1006e85bbca0004, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-07T22:09:12,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-07T22:09:12,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-07T22:09:12,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1006e85bbca0004, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-07T22:09:12,009 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-07T22:09:12,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:12,010 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f83a3c5fcf38,34891,1733609269684' ***** 2024-12-07T22:09:12,010 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-07T22:09:12,010 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T22:09:12,010 INFO [RS:0;f83a3c5fcf38:34891 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T22:09:12,010 INFO [RS:0;f83a3c5fcf38:34891 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T22:09:12,010 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for 7810e050e26a657ec9364ba2f583e567 2024-12-07T22:09:12,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-07T22:09:12,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34891-0x1006e85bbca0004, quorum=127.0.0.1:58346, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for 79867e645e52319a601015b01efc0319 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for b37dcaada6aaf70b6d76a4a0d05f3a20 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for 8304a8b0a0e76101587fa264a8380068 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for 984dab87ef18b00676b032212017e662 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for d6ae7f4bcf56e7488c57e9c1ed6d4448 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for 60ccf62732a247d6deef1f75f7dd87f4 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for 6ca51cc5e212a87b1bc1de69381d99bd 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for 7d4faadcc08eac4b724247219c466b21 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for aa1da09825687565290d7d8df289c109 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for 8cd1175f7604e3335c6f6e18dac3a225 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for 2c7dc165b3a0f900fd0987d96d9fe0db 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for 258c8703f14367595f5773f8466cc32d 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for 7130ca617d94205553d595d70c380b7b 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for f122a6f45bb4480d2cd965ee320fd482 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for 992757fbb7b481ccd0b5a1cfe45a6261 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for 73c8dd43601f2331063d5dfc9cced07f 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for f4bd4c8569fdc2a79623a48ab8887feb 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for 7ec49c46dfcc69173e79ddd19635cbb3 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for de1e100e0eb5440f9c271261650a7528 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for 6bbc327dac48ac922ead4073018c7139 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for 063efd89c40e6c1176d33565b5076f3a 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for 6a483cd8fc4ddfd6efb7f41454e59950 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for 6db2495047f7945db09339b0821a82d0 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for fac64c5fc332dcc192b87a63beaa72ce 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for e6c6b6f817db066d3333a76624cbf9f7 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for 35284a0beda0c7ac703d9b0c79fd30f3 2024-12-07T22:09:12,011 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(1224): stopping server f83a3c5fcf38,34891,1733609269684 2024-12-07T22:09:12,011 DEBUG [RS:0;f83a3c5fcf38:34891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:12,011 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7810e050e26a657ec9364ba2f583e567, disabling compactions & flushes 2024-12-07T22:09:12,011 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1733609281096.7810e050e26a657ec9364ba2f583e567. 2024-12-07T22:09:12,012 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T22:09:12,012 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733609281096.7810e050e26a657ec9364ba2f583e567. 2024-12-07T22:09:12,012 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T22:09:12,012 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T22:09:12,012 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733609281096.7810e050e26a657ec9364ba2f583e567. after waiting 0 ms 2024-12-07T22:09:12,012 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733609281096.7810e050e26a657ec9364ba2f583e567. 2024-12-07T22:09:12,012 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-07T22:09:12,012 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-07T22:09:12,012 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-07T22:09:12,013 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-07T22:09:12,013 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-07T22:09:12,013 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T22:09:12,013 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T22:09:12,013 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-07T22:09:12,015 DEBUG [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(1629): Waiting on 063efd89c40e6c1176d33565b5076f3a, 1588230740, 258c8703f14367595f5773f8466cc32d, 2c7dc165b3a0f900fd0987d96d9fe0db, 35284a0beda0c7ac703d9b0c79fd30f3, 60ccf62732a247d6deef1f75f7dd87f4, 6a483cd8fc4ddfd6efb7f41454e59950, 6bbc327dac48ac922ead4073018c7139, 6ca51cc5e212a87b1bc1de69381d99bd, 6db2495047f7945db09339b0821a82d0, 7130ca617d94205553d595d70c380b7b, 73c8dd43601f2331063d5dfc9cced07f, 7810e050e26a657ec9364ba2f583e567, 79867e645e52319a601015b01efc0319, 7d4faadcc08eac4b724247219c466b21, 7ec49c46dfcc69173e79ddd19635cbb3, 8304a8b0a0e76101587fa264a8380068, 8cd1175f7604e3335c6f6e18dac3a225, 984dab87ef18b00676b032212017e662, 992757fbb7b481ccd0b5a1cfe45a6261, aa1da09825687565290d7d8df289c109, b37dcaada6aaf70b6d76a4a0d05f3a20, d6ae7f4bcf56e7488c57e9c1ed6d4448, de1e100e0eb5440f9c271261650a7528, e6c6b6f817db066d3333a76624cbf9f7, f122a6f45bb4480d2cd965ee320fd482, f4bd4c8569fdc2a79623a48ab8887feb, fac64c5fc332dcc192b87a63beaa72ce 2024-12-07T22:09:12,018 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/7810e050e26a657ec9364ba2f583e567/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:12,019 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1733609281096.7810e050e26a657ec9364ba2f583e567. 2024-12-07T22:09:12,019 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7810e050e26a657ec9364ba2f583e567: 2024-12-07T22:09:12,019 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1733609281096.7810e050e26a657ec9364ba2f583e567. 2024-12-07T22:09:12,019 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 79867e645e52319a601015b01efc0319, disabling compactions & flushes 2024-12-07T22:09:12,019 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1733609281096.79867e645e52319a601015b01efc0319. 2024-12-07T22:09:12,020 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733609281096.79867e645e52319a601015b01efc0319. 2024-12-07T22:09:12,020 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1733609281096.79867e645e52319a601015b01efc0319. after waiting 0 ms 2024-12-07T22:09:12,020 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1733609281096.79867e645e52319a601015b01efc0319. 2024-12-07T22:09:12,024 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/79867e645e52319a601015b01efc0319/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:12,024 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1733609281096.79867e645e52319a601015b01efc0319. 2024-12-07T22:09:12,024 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 79867e645e52319a601015b01efc0319: 2024-12-07T22:09:12,024 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1733609281096.79867e645e52319a601015b01efc0319. 2024-12-07T22:09:12,025 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b37dcaada6aaf70b6d76a4a0d05f3a20, disabling compactions & flushes 2024-12-07T22:09:12,025 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1733609281096.b37dcaada6aaf70b6d76a4a0d05f3a20. 2024-12-07T22:09:12,025 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733609281096.b37dcaada6aaf70b6d76a4a0d05f3a20. 2024-12-07T22:09:12,025 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733609281096.b37dcaada6aaf70b6d76a4a0d05f3a20. after waiting 0 ms 2024-12-07T22:09:12,025 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733609281096.b37dcaada6aaf70b6d76a4a0d05f3a20. 2024-12-07T22:09:12,025 INFO [regionserver/f83a3c5fcf38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T22:09:12,029 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/b37dcaada6aaf70b6d76a4a0d05f3a20/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:12,030 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1733609281096.b37dcaada6aaf70b6d76a4a0d05f3a20. 2024-12-07T22:09:12,030 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b37dcaada6aaf70b6d76a4a0d05f3a20: 2024-12-07T22:09:12,030 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1733609281096.b37dcaada6aaf70b6d76a4a0d05f3a20. 2024-12-07T22:09:12,030 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8304a8b0a0e76101587fa264a8380068, disabling compactions & flushes 2024-12-07T22:09:12,030 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1733609281096.8304a8b0a0e76101587fa264a8380068. 2024-12-07T22:09:12,030 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733609281096.8304a8b0a0e76101587fa264a8380068. 2024-12-07T22:09:12,030 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733609281096.8304a8b0a0e76101587fa264a8380068. after waiting 0 ms 2024-12-07T22:09:12,030 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733609281096.8304a8b0a0e76101587fa264a8380068. 2024-12-07T22:09:12,034 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/8304a8b0a0e76101587fa264a8380068/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:12,034 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1733609281096.8304a8b0a0e76101587fa264a8380068. 2024-12-07T22:09:12,034 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8304a8b0a0e76101587fa264a8380068: 2024-12-07T22:09:12,035 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1733609281096.8304a8b0a0e76101587fa264a8380068. 2024-12-07T22:09:12,035 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 984dab87ef18b00676b032212017e662, disabling compactions & flushes 2024-12-07T22:09:12,035 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1733609281096.984dab87ef18b00676b032212017e662. 2024-12-07T22:09:12,035 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733609281096.984dab87ef18b00676b032212017e662. 2024-12-07T22:09:12,035 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733609281096.984dab87ef18b00676b032212017e662. after waiting 0 ms 2024-12-07T22:09:12,035 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733609281096.984dab87ef18b00676b032212017e662. 2024-12-07T22:09:12,039 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/984dab87ef18b00676b032212017e662/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:12,039 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1733609281096.984dab87ef18b00676b032212017e662. 2024-12-07T22:09:12,039 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 984dab87ef18b00676b032212017e662: 2024-12-07T22:09:12,040 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1733609281096.984dab87ef18b00676b032212017e662. 2024-12-07T22:09:12,040 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d6ae7f4bcf56e7488c57e9c1ed6d4448, disabling compactions & flushes 2024-12-07T22:09:12,040 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1733609281096.d6ae7f4bcf56e7488c57e9c1ed6d4448. 2024-12-07T22:09:12,040 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733609281096.d6ae7f4bcf56e7488c57e9c1ed6d4448. 2024-12-07T22:09:12,040 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733609281096.d6ae7f4bcf56e7488c57e9c1ed6d4448. after waiting 0 ms 2024-12-07T22:09:12,040 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733609281096.d6ae7f4bcf56e7488c57e9c1ed6d4448. 2024-12-07T22:09:12,045 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/meta/1588230740/.tmp/info/978302bf72aa4d55888195a11a3e0fee is 143, key is hbase:namespace,,1733609271583.6bbc327dac48ac922ead4073018c7139./info:regioninfo/1733609272758/Put/seqid=0 2024-12-07T22:09:12,046 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/d6ae7f4bcf56e7488c57e9c1ed6d4448/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:12,049 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1733609281096.d6ae7f4bcf56e7488c57e9c1ed6d4448. 2024-12-07T22:09:12,049 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d6ae7f4bcf56e7488c57e9c1ed6d4448: 2024-12-07T22:09:12,049 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1733609281096.d6ae7f4bcf56e7488c57e9c1ed6d4448. 2024-12-07T22:09:12,049 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 60ccf62732a247d6deef1f75f7dd87f4, disabling compactions & flushes 2024-12-07T22:09:12,049 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1733609281096.60ccf62732a247d6deef1f75f7dd87f4. 2024-12-07T22:09:12,049 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733609281096.60ccf62732a247d6deef1f75f7dd87f4. 2024-12-07T22:09:12,049 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733609281096.60ccf62732a247d6deef1f75f7dd87f4. after waiting 0 ms 2024-12-07T22:09:12,049 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733609281096.60ccf62732a247d6deef1f75f7dd87f4. 2024-12-07T22:09:12,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741866_1042 (size=36340) 2024-12-07T22:09:12,061 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/meta/1588230740/.tmp/info/978302bf72aa4d55888195a11a3e0fee 2024-12-07T22:09:12,061 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/60ccf62732a247d6deef1f75f7dd87f4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:12,062 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1733609281096.60ccf62732a247d6deef1f75f7dd87f4. 2024-12-07T22:09:12,062 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 60ccf62732a247d6deef1f75f7dd87f4: 2024-12-07T22:09:12,062 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1733609281096.60ccf62732a247d6deef1f75f7dd87f4. 2024-12-07T22:09:12,062 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6ca51cc5e212a87b1bc1de69381d99bd, disabling compactions & flushes 2024-12-07T22:09:12,062 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1733609281096.6ca51cc5e212a87b1bc1de69381d99bd. 2024-12-07T22:09:12,062 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733609281096.6ca51cc5e212a87b1bc1de69381d99bd. 2024-12-07T22:09:12,062 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733609281096.6ca51cc5e212a87b1bc1de69381d99bd. after waiting 0 ms 2024-12-07T22:09:12,062 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733609281096.6ca51cc5e212a87b1bc1de69381d99bd. 2024-12-07T22:09:12,067 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/6ca51cc5e212a87b1bc1de69381d99bd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:12,068 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1733609281096.6ca51cc5e212a87b1bc1de69381d99bd. 2024-12-07T22:09:12,068 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6ca51cc5e212a87b1bc1de69381d99bd: 2024-12-07T22:09:12,068 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1733609281096.6ca51cc5e212a87b1bc1de69381d99bd. 2024-12-07T22:09:12,068 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7d4faadcc08eac4b724247219c466b21, disabling compactions & flushes 2024-12-07T22:09:12,068 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1733609281096.7d4faadcc08eac4b724247219c466b21. 2024-12-07T22:09:12,069 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733609281096.7d4faadcc08eac4b724247219c466b21. 2024-12-07T22:09:12,069 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733609281096.7d4faadcc08eac4b724247219c466b21. after waiting 0 ms 2024-12-07T22:09:12,069 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733609281096.7d4faadcc08eac4b724247219c466b21. 2024-12-07T22:09:12,072 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/7d4faadcc08eac4b724247219c466b21/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:12,073 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1733609281096.7d4faadcc08eac4b724247219c466b21. 2024-12-07T22:09:12,073 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7d4faadcc08eac4b724247219c466b21: 2024-12-07T22:09:12,073 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1733609281096.7d4faadcc08eac4b724247219c466b21. 2024-12-07T22:09:12,073 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing aa1da09825687565290d7d8df289c109, disabling compactions & flushes 2024-12-07T22:09:12,073 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1733609281096.aa1da09825687565290d7d8df289c109. 2024-12-07T22:09:12,073 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733609281096.aa1da09825687565290d7d8df289c109. 2024-12-07T22:09:12,073 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733609281096.aa1da09825687565290d7d8df289c109. after waiting 0 ms 2024-12-07T22:09:12,073 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733609281096.aa1da09825687565290d7d8df289c109. 2024-12-07T22:09:12,076 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/aa1da09825687565290d7d8df289c109/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:12,077 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1733609281096.aa1da09825687565290d7d8df289c109. 2024-12-07T22:09:12,077 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for aa1da09825687565290d7d8df289c109: 2024-12-07T22:09:12,077 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1733609281096.aa1da09825687565290d7d8df289c109. 2024-12-07T22:09:12,077 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8cd1175f7604e3335c6f6e18dac3a225, disabling compactions & flushes 2024-12-07T22:09:12,077 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1733609281096.8cd1175f7604e3335c6f6e18dac3a225. 2024-12-07T22:09:12,077 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733609281096.8cd1175f7604e3335c6f6e18dac3a225. 2024-12-07T22:09:12,077 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733609281096.8cd1175f7604e3335c6f6e18dac3a225. after waiting 0 ms 2024-12-07T22:09:12,077 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733609281096.8cd1175f7604e3335c6f6e18dac3a225. 2024-12-07T22:09:12,081 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/8cd1175f7604e3335c6f6e18dac3a225/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:12,082 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1733609281096.8cd1175f7604e3335c6f6e18dac3a225. 2024-12-07T22:09:12,082 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8cd1175f7604e3335c6f6e18dac3a225: 2024-12-07T22:09:12,082 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1733609281096.8cd1175f7604e3335c6f6e18dac3a225. 2024-12-07T22:09:12,082 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2c7dc165b3a0f900fd0987d96d9fe0db, disabling compactions & flushes 2024-12-07T22:09:12,082 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1733609281096.2c7dc165b3a0f900fd0987d96d9fe0db. 2024-12-07T22:09:12,082 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733609281096.2c7dc165b3a0f900fd0987d96d9fe0db. 2024-12-07T22:09:12,082 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733609281096.2c7dc165b3a0f900fd0987d96d9fe0db. after waiting 0 ms 2024-12-07T22:09:12,082 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733609281096.2c7dc165b3a0f900fd0987d96d9fe0db. 2024-12-07T22:09:12,090 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/meta/1588230740/.tmp/rep_barrier/2200ddfd6c44489e9095577b0e8b2b67 is 115, key is test,bbb,1733609281096.2c7dc165b3a0f900fd0987d96d9fe0db./rep_barrier:seqnumDuringOpen/1733609285172/Put/seqid=0 2024-12-07T22:09:12,106 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/2c7dc165b3a0f900fd0987d96d9fe0db/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:12,107 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1733609281096.2c7dc165b3a0f900fd0987d96d9fe0db. 2024-12-07T22:09:12,107 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2c7dc165b3a0f900fd0987d96d9fe0db: 2024-12-07T22:09:12,107 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1733609281096.2c7dc165b3a0f900fd0987d96d9fe0db. 2024-12-07T22:09:12,107 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 258c8703f14367595f5773f8466cc32d, disabling compactions & flushes 2024-12-07T22:09:12,107 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1733609281096.258c8703f14367595f5773f8466cc32d. 2024-12-07T22:09:12,107 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733609281096.258c8703f14367595f5773f8466cc32d. 2024-12-07T22:09:12,107 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733609281096.258c8703f14367595f5773f8466cc32d. after waiting 0 ms 2024-12-07T22:09:12,107 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733609281096.258c8703f14367595f5773f8466cc32d. 2024-12-07T22:09:12,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741867_1043 (size=8574) 2024-12-07T22:09:12,121 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/258c8703f14367595f5773f8466cc32d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:12,122 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1733609281096.258c8703f14367595f5773f8466cc32d. 2024-12-07T22:09:12,122 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 258c8703f14367595f5773f8466cc32d: 2024-12-07T22:09:12,122 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1733609281096.258c8703f14367595f5773f8466cc32d. 2024-12-07T22:09:12,122 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7130ca617d94205553d595d70c380b7b, disabling compactions & flushes 2024-12-07T22:09:12,122 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1733609281096.7130ca617d94205553d595d70c380b7b. 2024-12-07T22:09:12,122 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733609281096.7130ca617d94205553d595d70c380b7b. 2024-12-07T22:09:12,122 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733609281096.7130ca617d94205553d595d70c380b7b. after waiting 0 ms 2024-12-07T22:09:12,122 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733609281096.7130ca617d94205553d595d70c380b7b. 2024-12-07T22:09:12,126 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/7130ca617d94205553d595d70c380b7b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:12,127 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1733609281096.7130ca617d94205553d595d70c380b7b. 2024-12-07T22:09:12,127 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7130ca617d94205553d595d70c380b7b: 2024-12-07T22:09:12,127 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1733609281096.7130ca617d94205553d595d70c380b7b. 2024-12-07T22:09:12,127 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f122a6f45bb4480d2cd965ee320fd482, disabling compactions & flushes 2024-12-07T22:09:12,127 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1733609281096.f122a6f45bb4480d2cd965ee320fd482. 2024-12-07T22:09:12,127 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733609281096.f122a6f45bb4480d2cd965ee320fd482. 2024-12-07T22:09:12,127 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733609281096.f122a6f45bb4480d2cd965ee320fd482. after waiting 0 ms 2024-12-07T22:09:12,127 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733609281096.f122a6f45bb4480d2cd965ee320fd482. 2024-12-07T22:09:12,135 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/f122a6f45bb4480d2cd965ee320fd482/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:12,135 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1733609281096.f122a6f45bb4480d2cd965ee320fd482. 2024-12-07T22:09:12,135 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f122a6f45bb4480d2cd965ee320fd482: 2024-12-07T22:09:12,136 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1733609281096.f122a6f45bb4480d2cd965ee320fd482. 2024-12-07T22:09:12,136 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 992757fbb7b481ccd0b5a1cfe45a6261, disabling compactions & flushes 2024-12-07T22:09:12,136 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Running close preflush of 992757fbb7b481ccd0b5a1cfe45a6261 2024-12-07T22:09:12,136 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 992757fbb7b481ccd0b5a1cfe45a6261 2/2 column families, dataSize=6.91 MB heapSize=7.04 MB 2024-12-07T22:09:12,208 INFO [Finalizer {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-07T22:09:12,208 DEBUG [Finalizer {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4cb1dd70 to 127.0.0.1:58346 2024-12-07T22:09:12,208 DEBUG [Finalizer {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:12,208 INFO [Finalizer {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-07T22:09:12,208 DEBUG [Finalizer {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x76669323 to 127.0.0.1:58346 2024-12-07T22:09:12,208 DEBUG [Finalizer {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:12,216 DEBUG [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(1629): Waiting on 063efd89c40e6c1176d33565b5076f3a, 1588230740, 35284a0beda0c7ac703d9b0c79fd30f3, 6a483cd8fc4ddfd6efb7f41454e59950, 6bbc327dac48ac922ead4073018c7139, 6db2495047f7945db09339b0821a82d0, 73c8dd43601f2331063d5dfc9cced07f, 7ec49c46dfcc69173e79ddd19635cbb3, 992757fbb7b481ccd0b5a1cfe45a6261, de1e100e0eb5440f9c271261650a7528, e6c6b6f817db066d3333a76624cbf9f7, f4bd4c8569fdc2a79623a48ab8887feb, fac64c5fc332dcc192b87a63beaa72ce 2024-12-07T22:09:12,237 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/992757fbb7b481ccd0b5a1cfe45a6261/.tmp/f/0f86db587ed04ca8948d94eb8244a644 is 4136, key is NormalPut000/f:row/1733609294778/Put/seqid=0 2024-12-07T22:09:12,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741868_1044 (size=4145810) 2024-12-07T22:09:12,241 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.91 MB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/992757fbb7b481ccd0b5a1cfe45a6261/.tmp/f/0f86db587ed04ca8948d94eb8244a644 2024-12-07T22:09:12,254 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/992757fbb7b481ccd0b5a1cfe45a6261/.tmp/f/0f86db587ed04ca8948d94eb8244a644 as hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/992757fbb7b481ccd0b5a1cfe45a6261/f/0f86db587ed04ca8948d94eb8244a644 2024-12-07T22:09:12,263 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/992757fbb7b481ccd0b5a1cfe45a6261/f/0f86db587ed04ca8948d94eb8244a644, entries=1000, sequenceid=146, filesize=4.0 M 2024-12-07T22:09:12,265 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~6.91 MB/7247528, heapSize ~7.04 MB/7381072, currentSize=0 B/0 for 992757fbb7b481ccd0b5a1cfe45a6261 in 129ms, sequenceid=146, compaction requested=false 2024-12-07T22:09:12,265 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261. 2024-12-07T22:09:12,265 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261. 2024-12-07T22:09:12,265 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261. after waiting 0 ms 2024-12-07T22:09:12,265 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261. 2024-12-07T22:09:12,280 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/992757fbb7b481ccd0b5a1cfe45a6261/recovered.edits/149.seqid, newMaxSeqId=149, maxSeqId=1 2024-12-07T22:09:12,282 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261. 2024-12-07T22:09:12,282 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 992757fbb7b481ccd0b5a1cfe45a6261: 2024-12-07T22:09:12,282 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733609281096.992757fbb7b481ccd0b5a1cfe45a6261. 2024-12-07T22:09:12,282 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 73c8dd43601f2331063d5dfc9cced07f, disabling compactions & flushes 2024-12-07T22:09:12,282 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1733609281096.73c8dd43601f2331063d5dfc9cced07f. 2024-12-07T22:09:12,282 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733609281096.73c8dd43601f2331063d5dfc9cced07f. 2024-12-07T22:09:12,282 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733609281096.73c8dd43601f2331063d5dfc9cced07f. after waiting 0 ms 2024-12-07T22:09:12,282 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733609281096.73c8dd43601f2331063d5dfc9cced07f. 2024-12-07T22:09:12,292 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/73c8dd43601f2331063d5dfc9cced07f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:12,293 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1733609281096.73c8dd43601f2331063d5dfc9cced07f. 2024-12-07T22:09:12,293 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 73c8dd43601f2331063d5dfc9cced07f: 2024-12-07T22:09:12,293 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1733609281096.73c8dd43601f2331063d5dfc9cced07f. 2024-12-07T22:09:12,294 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f4bd4c8569fdc2a79623a48ab8887feb, disabling compactions & flushes 2024-12-07T22:09:12,294 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1733609281096.f4bd4c8569fdc2a79623a48ab8887feb. 2024-12-07T22:09:12,294 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733609281096.f4bd4c8569fdc2a79623a48ab8887feb. 2024-12-07T22:09:12,294 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733609281096.f4bd4c8569fdc2a79623a48ab8887feb. after waiting 0 ms 2024-12-07T22:09:12,294 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733609281096.f4bd4c8569fdc2a79623a48ab8887feb. 2024-12-07T22:09:12,307 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/f4bd4c8569fdc2a79623a48ab8887feb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:12,308 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1733609281096.f4bd4c8569fdc2a79623a48ab8887feb. 2024-12-07T22:09:12,308 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f4bd4c8569fdc2a79623a48ab8887feb: 2024-12-07T22:09:12,308 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1733609281096.f4bd4c8569fdc2a79623a48ab8887feb. 2024-12-07T22:09:12,308 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7ec49c46dfcc69173e79ddd19635cbb3, disabling compactions & flushes 2024-12-07T22:09:12,308 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1733609281096.7ec49c46dfcc69173e79ddd19635cbb3. 2024-12-07T22:09:12,308 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733609281096.7ec49c46dfcc69173e79ddd19635cbb3. 2024-12-07T22:09:12,308 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733609281096.7ec49c46dfcc69173e79ddd19635cbb3. after waiting 0 ms 2024-12-07T22:09:12,308 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733609281096.7ec49c46dfcc69173e79ddd19635cbb3. 2024-12-07T22:09:12,313 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/7ec49c46dfcc69173e79ddd19635cbb3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:12,313 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1733609281096.7ec49c46dfcc69173e79ddd19635cbb3. 2024-12-07T22:09:12,313 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7ec49c46dfcc69173e79ddd19635cbb3: 2024-12-07T22:09:12,313 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1733609281096.7ec49c46dfcc69173e79ddd19635cbb3. 2024-12-07T22:09:12,313 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing de1e100e0eb5440f9c271261650a7528, disabling compactions & flushes 2024-12-07T22:09:12,314 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1733609281096.de1e100e0eb5440f9c271261650a7528. 2024-12-07T22:09:12,314 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733609281096.de1e100e0eb5440f9c271261650a7528. 2024-12-07T22:09:12,314 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733609281096.de1e100e0eb5440f9c271261650a7528. after waiting 0 ms 2024-12-07T22:09:12,314 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733609281096.de1e100e0eb5440f9c271261650a7528. 2024-12-07T22:09:12,317 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/de1e100e0eb5440f9c271261650a7528/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:12,318 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1733609281096.de1e100e0eb5440f9c271261650a7528. 2024-12-07T22:09:12,318 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for de1e100e0eb5440f9c271261650a7528: 2024-12-07T22:09:12,318 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1733609281096.de1e100e0eb5440f9c271261650a7528. 2024-12-07T22:09:12,318 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6bbc327dac48ac922ead4073018c7139, disabling compactions & flushes 2024-12-07T22:09:12,318 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733609271583.6bbc327dac48ac922ead4073018c7139. 2024-12-07T22:09:12,318 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733609271583.6bbc327dac48ac922ead4073018c7139. 2024-12-07T22:09:12,318 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733609271583.6bbc327dac48ac922ead4073018c7139. after waiting 0 ms 2024-12-07T22:09:12,318 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733609271583.6bbc327dac48ac922ead4073018c7139. 2024-12-07T22:09:12,318 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 6bbc327dac48ac922ead4073018c7139 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-07T22:09:12,335 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/namespace/6bbc327dac48ac922ead4073018c7139/.tmp/info/3d41a6503ae342e9ac7beebba5cef68d is 45, key is default/info:d/1733609272802/Put/seqid=0 2024-12-07T22:09:12,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741869_1045 (size=5037) 2024-12-07T22:09:12,343 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/namespace/6bbc327dac48ac922ead4073018c7139/.tmp/info/3d41a6503ae342e9ac7beebba5cef68d 2024-12-07T22:09:12,351 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/namespace/6bbc327dac48ac922ead4073018c7139/.tmp/info/3d41a6503ae342e9ac7beebba5cef68d as hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/namespace/6bbc327dac48ac922ead4073018c7139/info/3d41a6503ae342e9ac7beebba5cef68d 2024-12-07T22:09:12,357 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/namespace/6bbc327dac48ac922ead4073018c7139/info/3d41a6503ae342e9ac7beebba5cef68d, entries=2, sequenceid=6, filesize=4.9 K 2024-12-07T22:09:12,358 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 6bbc327dac48ac922ead4073018c7139 in 40ms, sequenceid=6, compaction requested=false 2024-12-07T22:09:12,362 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/namespace/6bbc327dac48ac922ead4073018c7139/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-07T22:09:12,363 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733609271583.6bbc327dac48ac922ead4073018c7139. 2024-12-07T22:09:12,363 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6bbc327dac48ac922ead4073018c7139: 2024-12-07T22:09:12,363 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733609271583.6bbc327dac48ac922ead4073018c7139. 2024-12-07T22:09:12,363 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 063efd89c40e6c1176d33565b5076f3a, disabling compactions & flushes 2024-12-07T22:09:12,363 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1733609281096.063efd89c40e6c1176d33565b5076f3a. 2024-12-07T22:09:12,363 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733609281096.063efd89c40e6c1176d33565b5076f3a. 2024-12-07T22:09:12,363 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733609281096.063efd89c40e6c1176d33565b5076f3a. after waiting 0 ms 2024-12-07T22:09:12,363 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733609281096.063efd89c40e6c1176d33565b5076f3a. 2024-12-07T22:09:12,366 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/063efd89c40e6c1176d33565b5076f3a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:12,367 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1733609281096.063efd89c40e6c1176d33565b5076f3a. 2024-12-07T22:09:12,367 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 063efd89c40e6c1176d33565b5076f3a: 2024-12-07T22:09:12,367 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1733609281096.063efd89c40e6c1176d33565b5076f3a. 2024-12-07T22:09:12,367 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6a483cd8fc4ddfd6efb7f41454e59950, disabling compactions & flushes 2024-12-07T22:09:12,367 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1733609281096.6a483cd8fc4ddfd6efb7f41454e59950. 2024-12-07T22:09:12,367 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733609281096.6a483cd8fc4ddfd6efb7f41454e59950. 2024-12-07T22:09:12,367 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733609281096.6a483cd8fc4ddfd6efb7f41454e59950. after waiting 0 ms 2024-12-07T22:09:12,367 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733609281096.6a483cd8fc4ddfd6efb7f41454e59950. 2024-12-07T22:09:12,370 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/6a483cd8fc4ddfd6efb7f41454e59950/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:12,370 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1733609281096.6a483cd8fc4ddfd6efb7f41454e59950. 2024-12-07T22:09:12,370 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6a483cd8fc4ddfd6efb7f41454e59950: 2024-12-07T22:09:12,370 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1733609281096.6a483cd8fc4ddfd6efb7f41454e59950. 2024-12-07T22:09:12,371 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6db2495047f7945db09339b0821a82d0, disabling compactions & flushes 2024-12-07T22:09:12,371 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1733609281096.6db2495047f7945db09339b0821a82d0. 2024-12-07T22:09:12,371 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733609281096.6db2495047f7945db09339b0821a82d0. 2024-12-07T22:09:12,371 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733609281096.6db2495047f7945db09339b0821a82d0. after waiting 0 ms 2024-12-07T22:09:12,371 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733609281096.6db2495047f7945db09339b0821a82d0. 2024-12-07T22:09:12,374 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/6db2495047f7945db09339b0821a82d0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:12,374 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1733609281096.6db2495047f7945db09339b0821a82d0. 2024-12-07T22:09:12,374 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6db2495047f7945db09339b0821a82d0: 2024-12-07T22:09:12,375 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1733609281096.6db2495047f7945db09339b0821a82d0. 2024-12-07T22:09:12,375 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fac64c5fc332dcc192b87a63beaa72ce, disabling compactions & flushes 2024-12-07T22:09:12,375 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1733609281096.fac64c5fc332dcc192b87a63beaa72ce. 2024-12-07T22:09:12,375 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733609281096.fac64c5fc332dcc192b87a63beaa72ce. 2024-12-07T22:09:12,375 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733609281096.fac64c5fc332dcc192b87a63beaa72ce. after waiting 0 ms 2024-12-07T22:09:12,375 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733609281096.fac64c5fc332dcc192b87a63beaa72ce. 2024-12-07T22:09:12,378 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/fac64c5fc332dcc192b87a63beaa72ce/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:12,378 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1733609281096.fac64c5fc332dcc192b87a63beaa72ce. 2024-12-07T22:09:12,378 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fac64c5fc332dcc192b87a63beaa72ce: 2024-12-07T22:09:12,378 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1733609281096.fac64c5fc332dcc192b87a63beaa72ce. 2024-12-07T22:09:12,378 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e6c6b6f817db066d3333a76624cbf9f7, disabling compactions & flushes 2024-12-07T22:09:12,378 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1733609281096.e6c6b6f817db066d3333a76624cbf9f7. 2024-12-07T22:09:12,378 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733609281096.e6c6b6f817db066d3333a76624cbf9f7. 2024-12-07T22:09:12,378 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733609281096.e6c6b6f817db066d3333a76624cbf9f7. after waiting 0 ms 2024-12-07T22:09:12,378 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733609281096.e6c6b6f817db066d3333a76624cbf9f7. 2024-12-07T22:09:12,382 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/e6c6b6f817db066d3333a76624cbf9f7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:12,382 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1733609281096.e6c6b6f817db066d3333a76624cbf9f7. 2024-12-07T22:09:12,382 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e6c6b6f817db066d3333a76624cbf9f7: 2024-12-07T22:09:12,382 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1733609281096.e6c6b6f817db066d3333a76624cbf9f7. 2024-12-07T22:09:12,382 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 35284a0beda0c7ac703d9b0c79fd30f3, disabling compactions & flushes 2024-12-07T22:09:12,382 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1733609281096.35284a0beda0c7ac703d9b0c79fd30f3. 2024-12-07T22:09:12,382 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733609281096.35284a0beda0c7ac703d9b0c79fd30f3. 2024-12-07T22:09:12,382 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733609281096.35284a0beda0c7ac703d9b0c79fd30f3. after waiting 0 ms 2024-12-07T22:09:12,382 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733609281096.35284a0beda0c7ac703d9b0c79fd30f3. 2024-12-07T22:09:12,385 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/default/test/35284a0beda0c7ac703d9b0c79fd30f3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:12,386 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1733609281096.35284a0beda0c7ac703d9b0c79fd30f3. 2024-12-07T22:09:12,386 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 35284a0beda0c7ac703d9b0c79fd30f3: 2024-12-07T22:09:12,386 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1733609281096.35284a0beda0c7ac703d9b0c79fd30f3. 2024-12-07T22:09:12,416 DEBUG [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-07T22:09:12,455 INFO [regionserver/f83a3c5fcf38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T22:09:12,455 INFO [regionserver/f83a3c5fcf38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T22:09:12,519 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/meta/1588230740/.tmp/rep_barrier/2200ddfd6c44489e9095577b0e8b2b67 2024-12-07T22:09:12,541 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/meta/1588230740/.tmp/table/aaef585a523549269aad24be2430d410 is 94, key is testdroppedtimed,,1733609292029.e2c4b6b694d1bae79ca21f3a899bcdb5./table:/1733609296005/DeleteFamily/seqid=0 2024-12-07T22:09:12,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741870_1046 (size=5605) 2024-12-07T22:09:12,616 DEBUG [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-07T22:09:12,690 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T22:09:12,817 DEBUG [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-07T22:09:12,946 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/meta/1588230740/.tmp/table/aaef585a523549269aad24be2430d410 2024-12-07T22:09:12,954 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/meta/1588230740/.tmp/info/978302bf72aa4d55888195a11a3e0fee as hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/meta/1588230740/info/978302bf72aa4d55888195a11a3e0fee 2024-12-07T22:09:12,959 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/meta/1588230740/info/978302bf72aa4d55888195a11a3e0fee, entries=272, sequenceid=77, filesize=35.5 K 2024-12-07T22:09:12,960 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/meta/1588230740/.tmp/rep_barrier/2200ddfd6c44489e9095577b0e8b2b67 as hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/meta/1588230740/rep_barrier/2200ddfd6c44489e9095577b0e8b2b67 2024-12-07T22:09:12,967 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/meta/1588230740/rep_barrier/2200ddfd6c44489e9095577b0e8b2b67, entries=27, sequenceid=77, filesize=8.4 K 2024-12-07T22:09:12,967 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/meta/1588230740/.tmp/table/aaef585a523549269aad24be2430d410 as hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/meta/1588230740/table/aaef585a523549269aad24be2430d410 2024-12-07T22:09:12,973 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/meta/1588230740/table/aaef585a523549269aad24be2430d410, entries=6, sequenceid=77, filesize=5.5 K 2024-12-07T22:09:12,974 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 961ms, sequenceid=77, compaction requested=false 2024-12-07T22:09:12,978 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-07T22:09:12,978 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T22:09:12,978 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-07T22:09:12,978 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-07T22:09:12,978 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T22:09:13,017 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(1250): stopping server f83a3c5fcf38,34891,1733609269684; all regions closed. 2024-12-07T22:09:13,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741834_1010 (size=40374) 2024-12-07T22:09:13,023 DEBUG [RS:0;f83a3c5fcf38:34891 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/oldWALs 2024-12-07T22:09:13,023 INFO [RS:0;f83a3c5fcf38:34891 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f83a3c5fcf38%2C34891%2C1733609269684.meta:.meta(num 1733609271515) 2024-12-07T22:09:13,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741832_1008 (size=7283097) 2024-12-07T22:09:13,026 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/WALs/f83a3c5fcf38,34891,1733609269684/f83a3c5fcf38%2C34891%2C1733609269684.1733609270586 not finished, retry = 0 2024-12-07T22:09:13,128 DEBUG [RS:0;f83a3c5fcf38:34891 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/oldWALs 2024-12-07T22:09:13,129 INFO [RS:0;f83a3c5fcf38:34891 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f83a3c5fcf38%2C34891%2C1733609269684:(num 1733609270586) 2024-12-07T22:09:13,129 DEBUG [RS:0;f83a3c5fcf38:34891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:13,129 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T22:09:13,129 INFO [RS:0;f83a3c5fcf38:34891 {}] hbase.ChoreService(370): Chore service for: regionserver/f83a3c5fcf38:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-07T22:09:13,129 INFO [regionserver/f83a3c5fcf38:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-07T22:09:13,130 INFO [RS:0;f83a3c5fcf38:34891 {}] client.AsyncConnectionImpl(225): Connection has been closed by RS:0;f83a3c5fcf38:34891. 2024-12-07T22:09:13,130 DEBUG [RS:0;f83a3c5fcf38:34891 {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:479) at org.apache.hadoop.hbase.replication.regionserver.Replication.join(Replication.java:165) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:156) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2936) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1285) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T22:09:13,130 DEBUG [RS:0;f83a3c5fcf38:34891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:13,131 DEBUG [RS:0;f83a3c5fcf38:34891 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07d891e2 to 127.0.0.1:58346 2024-12-07T22:09:13,131 INFO [RS:0;f83a3c5fcf38:34891 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34891 2024-12-07T22:09:13,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-07T22:09:13,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1006e85bbca0004, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/rs/f83a3c5fcf38,34891,1733609269684 2024-12-07T22:09:13,137 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f83a3c5fcf38,34891,1733609269684] 2024-12-07T22:09:13,137 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f83a3c5fcf38,34891,1733609269684; numProcessing=1 2024-12-07T22:09:13,139 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /2/draining/f83a3c5fcf38,34891,1733609269684 already deleted, retry=false 2024-12-07T22:09:13,139 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f83a3c5fcf38,34891,1733609269684 expired; onlineServers=0 2024-12-07T22:09:13,139 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f83a3c5fcf38,42775,1733609269638' ***** 2024-12-07T22:09:13,139 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T22:09:13,140 DEBUG [M:0;f83a3c5fcf38:42775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f656ea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f83a3c5fcf38/172.17.0.2:0 2024-12-07T22:09:13,140 INFO [M:0;f83a3c5fcf38:42775 {}] regionserver.HRegionServer(1224): stopping server f83a3c5fcf38,42775,1733609269638 2024-12-07T22:09:13,140 INFO [M:0;f83a3c5fcf38:42775 {}] regionserver.HRegionServer(1250): stopping server f83a3c5fcf38,42775,1733609269638; all regions closed. 2024-12-07T22:09:13,140 DEBUG [M:0;f83a3c5fcf38:42775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:13,140 DEBUG [M:0;f83a3c5fcf38:42775 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T22:09:13,140 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T22:09:13,140 DEBUG [M:0;f83a3c5fcf38:42775 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T22:09:13,140 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster-HFileCleaner.large.0-1733609270346 {}] cleaner.HFileCleaner(306): Exit Thread[master/f83a3c5fcf38:0:becomeActiveMaster-HFileCleaner.large.0-1733609270346,5,FailOnTimeoutGroup] 2024-12-07T22:09:13,140 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster-HFileCleaner.small.0-1733609270350 {}] cleaner.HFileCleaner(306): Exit Thread[master/f83a3c5fcf38:0:becomeActiveMaster-HFileCleaner.small.0-1733609270350,5,FailOnTimeoutGroup] 2024-12-07T22:09:13,140 INFO [M:0;f83a3c5fcf38:42775 {}] hbase.ChoreService(370): Chore service for: master/f83a3c5fcf38:0 had [] on shutdown 2024-12-07T22:09:13,140 DEBUG [M:0;f83a3c5fcf38:42775 {}] master.HMaster(1733): Stopping service threads 2024-12-07T22:09:13,140 INFO [M:0;f83a3c5fcf38:42775 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T22:09:13,141 INFO [M:0;f83a3c5fcf38:42775 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T22:09:13,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/master 2024-12-07T22:09:13,141 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T22:09:13,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-07T22:09:13,142 DEBUG [M:0;f83a3c5fcf38:42775 {}] zookeeper.ZKUtil(347): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Unable to get data of znode /2/master because node does not exist (not an error) 2024-12-07T22:09:13,142 WARN [M:0;f83a3c5fcf38:42775 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T22:09:13,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-07T22:09:13,142 INFO [M:0;f83a3c5fcf38:42775 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-07T22:09:13,143 INFO [M:0;f83a3c5fcf38:42775 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T22:09:13,143 DEBUG [M:0;f83a3c5fcf38:42775 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T22:09:13,143 INFO [M:0;f83a3c5fcf38:42775 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:09:13,143 DEBUG [M:0;f83a3c5fcf38:42775 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:09:13,143 DEBUG [M:0;f83a3c5fcf38:42775 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T22:09:13,143 DEBUG [M:0;f83a3c5fcf38:42775 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:09:13,143 INFO [M:0;f83a3c5fcf38:42775 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=220.25 KB heapSize=270.96 KB 2024-12-07T22:09:13,161 DEBUG [M:0;f83a3c5fcf38:42775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc5126bf4ec546e29ee73fea7477d2f5 is 82, key is hbase:meta,,1/info:regioninfo/1733609271559/Put/seqid=0 2024-12-07T22:09:13,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741871_1047 (size=5672) 2024-12-07T22:09:13,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1006e85bbca0004, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T22:09:13,237 INFO [RS:0;f83a3c5fcf38:34891 {}] regionserver.HRegionServer(1307): Exiting; stopping=f83a3c5fcf38,34891,1733609269684; zookeeper connection closed. 2024-12-07T22:09:13,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x1006e85bbca0004, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T22:09:13,237 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63ed3599 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63ed3599 2024-12-07T22:09:13,238 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T22:09:13,567 INFO [M:0;f83a3c5fcf38:42775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc5126bf4ec546e29ee73fea7477d2f5 2024-12-07T22:09:13,591 DEBUG [M:0;f83a3c5fcf38:42775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3918ba47b024ce2aa2ec23a1a57b6f7 is 2026, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733609285600/Put/seqid=0 2024-12-07T22:09:13,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741872_1048 (size=11249) 2024-12-07T22:09:13,997 INFO [M:0;f83a3c5fcf38:42775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=219.70 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3918ba47b024ce2aa2ec23a1a57b6f7 2024-12-07T22:09:14,003 INFO [M:0;f83a3c5fcf38:42775 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3918ba47b024ce2aa2ec23a1a57b6f7 2024-12-07T22:09:14,018 DEBUG [M:0;f83a3c5fcf38:42775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bca9f908512946de93af9e6fa87afb0b is 69, key is f83a3c5fcf38,34891,1733609269684/rs:state/1733609270426/Put/seqid=0 2024-12-07T22:09:14,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741873_1049 (size=5156) 2024-12-07T22:09:14,424 INFO [M:0;f83a3c5fcf38:42775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bca9f908512946de93af9e6fa87afb0b 2024-12-07T22:09:14,430 DEBUG [M:0;f83a3c5fcf38:42775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc5126bf4ec546e29ee73fea7477d2f5 as hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc5126bf4ec546e29ee73fea7477d2f5 2024-12-07T22:09:14,436 INFO [M:0;f83a3c5fcf38:42775 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc5126bf4ec546e29ee73fea7477d2f5, entries=8, sequenceid=549, filesize=5.5 K 2024-12-07T22:09:14,437 DEBUG [M:0;f83a3c5fcf38:42775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3918ba47b024ce2aa2ec23a1a57b6f7 as hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e3918ba47b024ce2aa2ec23a1a57b6f7 2024-12-07T22:09:14,443 INFO [M:0;f83a3c5fcf38:42775 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3918ba47b024ce2aa2ec23a1a57b6f7 2024-12-07T22:09:14,443 INFO [M:0;f83a3c5fcf38:42775 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e3918ba47b024ce2aa2ec23a1a57b6f7, entries=69, sequenceid=549, filesize=11.0 K 2024-12-07T22:09:14,444 DEBUG [M:0;f83a3c5fcf38:42775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bca9f908512946de93af9e6fa87afb0b as hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bca9f908512946de93af9e6fa87afb0b 2024-12-07T22:09:14,449 INFO [M:0;f83a3c5fcf38:42775 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37447/user/jenkins/test-data/7545ccb8-f0b7-355d-43d3-a5ff4cbce4ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bca9f908512946de93af9e6fa87afb0b, entries=1, sequenceid=549, filesize=5.0 K 2024-12-07T22:09:14,450 INFO [M:0;f83a3c5fcf38:42775 {}] regionserver.HRegion(3040): Finished flush of dataSize ~220.25 KB/225538, heapSize ~270.66 KB/277160, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=549, compaction requested=false 2024-12-07T22:09:14,451 INFO [M:0;f83a3c5fcf38:42775 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:09:14,451 DEBUG [M:0;f83a3c5fcf38:42775 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-07T22:09:14,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38947 is added to blk_1073741830_1006 (size=262150) 2024-12-07T22:09:14,454 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-07T22:09:14,454 INFO [M:0;f83a3c5fcf38:42775 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-07T22:09:14,454 INFO [M:0;f83a3c5fcf38:42775 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42775 2024-12-07T22:09:14,456 DEBUG [M:0;f83a3c5fcf38:42775 {}] zookeeper.RecoverableZooKeeper(215): Node /2/rs/f83a3c5fcf38,42775,1733609269638 already deleted, retry=false 2024-12-07T22:09:14,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T22:09:14,558 INFO [M:0;f83a3c5fcf38:42775 {}] regionserver.HRegionServer(1307): Exiting; stopping=f83a3c5fcf38,42775,1733609269638; zookeeper connection closed. 2024-12-07T22:09:14,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42775-0x1006e85bbca0003, quorum=127.0.0.1:58346, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T22:09:14,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c585648{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T22:09:14,564 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a139ba0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T22:09:14,564 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T22:09:14,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29ef970a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T22:09:14,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@210eb631{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/hadoop.log.dir/,STOPPED} 2024-12-07T22:09:14,567 WARN [BP-1513532244-172.17.0.2-1733609268972 heartbeating to localhost/127.0.0.1:37447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T22:09:14,567 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T22:09:14,567 WARN [BP-1513532244-172.17.0.2-1733609268972 heartbeating to localhost/127.0.0.1:37447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1513532244-172.17.0.2-1733609268972 (Datanode Uuid 3e787211-4f51-481c-85b0-36239ba66f9b) service to localhost/127.0.0.1:37447 2024-12-07T22:09:14,567 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T22:09:14,569 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/cluster_d9548bc8-8393-c948-85a1-77295410c02c/dfs/data/data1/current/BP-1513532244-172.17.0.2-1733609268972 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T22:09:14,569 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/cluster_d9548bc8-8393-c948-85a1-77295410c02c/dfs/data/data2/current/BP-1513532244-172.17.0.2-1733609268972 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T22:09:14,569 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T22:09:14,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@321a92e2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T22:09:14,581 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c39a0fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T22:09:14,581 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T22:09:14,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48e16790{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T22:09:14,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ae6227b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/508b7a32-ff6e-1141-3aa1-07f1f8da637f/hadoop.log.dir/,STOPPED} 2024-12-07T22:09:14,612 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-07T22:09:14,612 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-07T22:09:14,612 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-07T22:09:14,612 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x35135e28 to 127.0.0.1:58346 2024-12-07T22:09:14,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:14,612 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T22:09:14,612 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=67080707, stopped=false 2024-12-07T22:09:14,612 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=f83a3c5fcf38,33695,1733609263469 2024-12-07T22:09:14,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-07T22:09:14,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-07T22:09:14,614 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-07T22:09:14,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-07T22:09:14,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-07T22:09:14,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:14,614 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f83a3c5fcf38,41787,1733609264222' ***** 2024-12-07T22:09:14,614 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-07T22:09:14,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-07T22:09:14,614 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T22:09:14,615 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-07T22:09:14,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-07T22:09:14,615 INFO [RS:0;f83a3c5fcf38:41787 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T22:09:14,615 INFO [RS:0;f83a3c5fcf38:41787 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T22:09:14,615 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for d4edb22f1a53a5855fd030a9a66b3095 2024-12-07T22:09:14,615 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for f2bb476ac29043643e0a3a22596a64c1 2024-12-07T22:09:14,615 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for 49c6d345b8d0d3346f8502bf0acda7c7 2024-12-07T22:09:14,615 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for cf586c3d8079ddbb20f3e7532b09b543 2024-12-07T22:09:14,615 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for 4187a07febaed8bed169c872ae336462 2024-12-07T22:09:14,615 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d4edb22f1a53a5855fd030a9a66b3095, disabling compactions & flushes 2024-12-07T22:09:14,615 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for 39628011265d33830ae67273dffed456 2024-12-07T22:09:14,615 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1733609272942.d4edb22f1a53a5855fd030a9a66b3095. 2024-12-07T22:09:14,615 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for 84f838a2af510babfb346b9f492d7ed3 2024-12-07T22:09:14,615 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733609272942.d4edb22f1a53a5855fd030a9a66b3095. 2024-12-07T22:09:14,615 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for a0ddeb0c43029ea78e630de2a9c8b008 2024-12-07T22:09:14,615 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733609272942.d4edb22f1a53a5855fd030a9a66b3095. after waiting 0 ms 2024-12-07T22:09:14,615 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733609272942.d4edb22f1a53a5855fd030a9a66b3095. 2024-12-07T22:09:14,615 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for b8b48819e2d190e65d9afb25054e0d3d 2024-12-07T22:09:14,615 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for 8600f3caa9836e39230718d28d5b8c73 2024-12-07T22:09:14,615 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for b60abaae082611950eed8d3700fd9863 2024-12-07T22:09:14,615 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for 275aae96c1b38fde58de828813838b49 2024-12-07T22:09:14,615 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for f7a38eb14bd441cce0888feb54da28d2 2024-12-07T22:09:14,615 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for efbcbe8ac02063be81a55af954e29849 2024-12-07T22:09:14,616 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for 673ebbe037e41e9c263ff613cceb3cb7 2024-12-07T22:09:14,616 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for df908875c90bb15256923087d96abcd8 2024-12-07T22:09:14,616 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for c6d28aca0debddc618efb68ed51b21da 2024-12-07T22:09:14,616 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for b4707d29b0966135f5236eb4fcdb560c 2024-12-07T22:09:14,616 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for b9e91f9b38708de38b83a99e4a11b07f 2024-12-07T22:09:14,616 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for 4622ad201e6ce082fbe8ec9da4bdd3bf 2024-12-07T22:09:14,616 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for e6001c77e706a988a66c39f2e85135a8 2024-12-07T22:09:14,616 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for ae00e60b6640974a4ba0719de301dd62 2024-12-07T22:09:14,616 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for 2b837fb31420e995d87c6d418793df34 2024-12-07T22:09:14,616 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for d3a2d19ff92e93f1124e0c61f1680574 2024-12-07T22:09:14,616 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for 2577f245af7d901eef580ee4922da0cc 2024-12-07T22:09:14,616 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for 7077766bf7af372650ab2234e8d89182 2024-12-07T22:09:14,616 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for 999ea07f3d78fed8c71dea2ca903508e 2024-12-07T22:09:14,616 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(1224): stopping server f83a3c5fcf38,41787,1733609264222 2024-12-07T22:09:14,616 DEBUG [RS:0;f83a3c5fcf38:41787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:14,616 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T22:09:14,616 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T22:09:14,616 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T22:09:14,616 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-07T22:09:14,616 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-07T22:09:14,616 DEBUG [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 2577f245af7d901eef580ee4922da0cc, 275aae96c1b38fde58de828813838b49, 2b837fb31420e995d87c6d418793df34, 39628011265d33830ae67273dffed456, 4187a07febaed8bed169c872ae336462, 4622ad201e6ce082fbe8ec9da4bdd3bf, 49c6d345b8d0d3346f8502bf0acda7c7, 673ebbe037e41e9c263ff613cceb3cb7, 7077766bf7af372650ab2234e8d89182, 84f838a2af510babfb346b9f492d7ed3, 8600f3caa9836e39230718d28d5b8c73, 999ea07f3d78fed8c71dea2ca903508e, a0ddeb0c43029ea78e630de2a9c8b008, ae00e60b6640974a4ba0719de301dd62, b4707d29b0966135f5236eb4fcdb560c, b60abaae082611950eed8d3700fd9863, b8b48819e2d190e65d9afb25054e0d3d, b9e91f9b38708de38b83a99e4a11b07f, c6d28aca0debddc618efb68ed51b21da, cf586c3d8079ddbb20f3e7532b09b543, d3a2d19ff92e93f1124e0c61f1680574, d4edb22f1a53a5855fd030a9a66b3095, df908875c90bb15256923087d96abcd8, e6001c77e706a988a66c39f2e85135a8, efbcbe8ac02063be81a55af954e29849, f2bb476ac29043643e0a3a22596a64c1, f7a38eb14bd441cce0888feb54da28d2 2024-12-07T22:09:14,617 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-07T22:09:14,617 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-07T22:09:14,617 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-07T22:09:14,617 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T22:09:14,617 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T22:09:14,617 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-07T22:09:14,620 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/d4edb22f1a53a5855fd030a9a66b3095/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:14,620 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1733609272942.d4edb22f1a53a5855fd030a9a66b3095. 2024-12-07T22:09:14,620 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d4edb22f1a53a5855fd030a9a66b3095: 2024-12-07T22:09:14,621 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1733609272942.d4edb22f1a53a5855fd030a9a66b3095. 2024-12-07T22:09:14,621 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f2bb476ac29043643e0a3a22596a64c1, disabling compactions & flushes 2024-12-07T22:09:14,621 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1733609272942.f2bb476ac29043643e0a3a22596a64c1. 2024-12-07T22:09:14,621 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733609272942.f2bb476ac29043643e0a3a22596a64c1. 2024-12-07T22:09:14,621 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733609272942.f2bb476ac29043643e0a3a22596a64c1. after waiting 0 ms 2024-12-07T22:09:14,621 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733609272942.f2bb476ac29043643e0a3a22596a64c1. 2024-12-07T22:09:14,623 INFO [regionserver/f83a3c5fcf38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T22:09:14,625 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/f2bb476ac29043643e0a3a22596a64c1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:14,625 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1733609272942.f2bb476ac29043643e0a3a22596a64c1. 2024-12-07T22:09:14,625 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f2bb476ac29043643e0a3a22596a64c1: 2024-12-07T22:09:14,625 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1733609272942.f2bb476ac29043643e0a3a22596a64c1. 2024-12-07T22:09:14,625 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 49c6d345b8d0d3346f8502bf0acda7c7, disabling compactions & flushes 2024-12-07T22:09:14,625 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1733609272942.49c6d345b8d0d3346f8502bf0acda7c7. 2024-12-07T22:09:14,625 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733609272942.49c6d345b8d0d3346f8502bf0acda7c7. 2024-12-07T22:09:14,625 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733609272942.49c6d345b8d0d3346f8502bf0acda7c7. after waiting 0 ms 2024-12-07T22:09:14,625 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733609272942.49c6d345b8d0d3346f8502bf0acda7c7. 2024-12-07T22:09:14,629 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/49c6d345b8d0d3346f8502bf0acda7c7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:14,629 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1733609272942.49c6d345b8d0d3346f8502bf0acda7c7. 2024-12-07T22:09:14,629 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 49c6d345b8d0d3346f8502bf0acda7c7: 2024-12-07T22:09:14,629 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1733609272942.49c6d345b8d0d3346f8502bf0acda7c7. 2024-12-07T22:09:14,630 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cf586c3d8079ddbb20f3e7532b09b543, disabling compactions & flushes 2024-12-07T22:09:14,630 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1733609272942.cf586c3d8079ddbb20f3e7532b09b543. 2024-12-07T22:09:14,630 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733609272942.cf586c3d8079ddbb20f3e7532b09b543. 2024-12-07T22:09:14,630 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733609272942.cf586c3d8079ddbb20f3e7532b09b543. after waiting 0 ms 2024-12-07T22:09:14,630 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733609272942.cf586c3d8079ddbb20f3e7532b09b543. 2024-12-07T22:09:14,633 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/cf586c3d8079ddbb20f3e7532b09b543/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:14,633 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1733609272942.cf586c3d8079ddbb20f3e7532b09b543. 2024-12-07T22:09:14,633 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cf586c3d8079ddbb20f3e7532b09b543: 2024-12-07T22:09:14,633 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1733609272942.cf586c3d8079ddbb20f3e7532b09b543. 2024-12-07T22:09:14,634 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4187a07febaed8bed169c872ae336462, disabling compactions & flushes 2024-12-07T22:09:14,634 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1733609272942.4187a07febaed8bed169c872ae336462. 2024-12-07T22:09:14,634 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733609272942.4187a07febaed8bed169c872ae336462. 2024-12-07T22:09:14,634 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733609272942.4187a07febaed8bed169c872ae336462. after waiting 0 ms 2024-12-07T22:09:14,634 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733609272942.4187a07febaed8bed169c872ae336462. 2024-12-07T22:09:14,637 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/4187a07febaed8bed169c872ae336462/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:14,638 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1733609272942.4187a07febaed8bed169c872ae336462. 2024-12-07T22:09:14,638 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4187a07febaed8bed169c872ae336462: 2024-12-07T22:09:14,638 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/meta/1588230740/.tmp/info/0294f175b3c246fa972bf013c212e019 is 143, key is hbase:namespace,,1733609267840.df908875c90bb15256923087d96abcd8./info:regioninfo/1733609268713/Put/seqid=0 2024-12-07T22:09:14,638 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1733609272942.4187a07febaed8bed169c872ae336462. 2024-12-07T22:09:14,638 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 39628011265d33830ae67273dffed456, disabling compactions & flushes 2024-12-07T22:09:14,638 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1733609272942.39628011265d33830ae67273dffed456. 2024-12-07T22:09:14,638 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733609272942.39628011265d33830ae67273dffed456. 2024-12-07T22:09:14,638 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733609272942.39628011265d33830ae67273dffed456. after waiting 0 ms 2024-12-07T22:09:14,638 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733609272942.39628011265d33830ae67273dffed456. 2024-12-07T22:09:14,642 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/39628011265d33830ae67273dffed456/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:14,643 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1733609272942.39628011265d33830ae67273dffed456. 2024-12-07T22:09:14,643 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 39628011265d33830ae67273dffed456: 2024-12-07T22:09:14,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741867_1043 (size=36340) 2024-12-07T22:09:14,643 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1733609272942.39628011265d33830ae67273dffed456. 2024-12-07T22:09:14,643 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 84f838a2af510babfb346b9f492d7ed3, disabling compactions & flushes 2024-12-07T22:09:14,643 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1733609272942.84f838a2af510babfb346b9f492d7ed3. 2024-12-07T22:09:14,643 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733609272942.84f838a2af510babfb346b9f492d7ed3. 2024-12-07T22:09:14,643 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733609272942.84f838a2af510babfb346b9f492d7ed3. after waiting 0 ms 2024-12-07T22:09:14,643 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733609272942.84f838a2af510babfb346b9f492d7ed3. 2024-12-07T22:09:14,646 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/84f838a2af510babfb346b9f492d7ed3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:14,647 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1733609272942.84f838a2af510babfb346b9f492d7ed3. 2024-12-07T22:09:14,647 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 84f838a2af510babfb346b9f492d7ed3: 2024-12-07T22:09:14,647 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1733609272942.84f838a2af510babfb346b9f492d7ed3. 2024-12-07T22:09:14,647 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a0ddeb0c43029ea78e630de2a9c8b008, disabling compactions & flushes 2024-12-07T22:09:14,647 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1733609272942.a0ddeb0c43029ea78e630de2a9c8b008. 2024-12-07T22:09:14,647 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733609272942.a0ddeb0c43029ea78e630de2a9c8b008. 2024-12-07T22:09:14,647 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733609272942.a0ddeb0c43029ea78e630de2a9c8b008. after waiting 0 ms 2024-12-07T22:09:14,647 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733609272942.a0ddeb0c43029ea78e630de2a9c8b008. 2024-12-07T22:09:14,650 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/a0ddeb0c43029ea78e630de2a9c8b008/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:14,650 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1733609272942.a0ddeb0c43029ea78e630de2a9c8b008. 2024-12-07T22:09:14,650 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a0ddeb0c43029ea78e630de2a9c8b008: 2024-12-07T22:09:14,650 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1733609272942.a0ddeb0c43029ea78e630de2a9c8b008. 2024-12-07T22:09:14,650 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b8b48819e2d190e65d9afb25054e0d3d, disabling compactions & flushes 2024-12-07T22:09:14,650 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1733609272942.b8b48819e2d190e65d9afb25054e0d3d. 2024-12-07T22:09:14,650 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733609272942.b8b48819e2d190e65d9afb25054e0d3d. 2024-12-07T22:09:14,650 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733609272942.b8b48819e2d190e65d9afb25054e0d3d. after waiting 0 ms 2024-12-07T22:09:14,650 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733609272942.b8b48819e2d190e65d9afb25054e0d3d. 2024-12-07T22:09:14,653 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/b8b48819e2d190e65d9afb25054e0d3d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:14,654 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1733609272942.b8b48819e2d190e65d9afb25054e0d3d. 2024-12-07T22:09:14,654 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b8b48819e2d190e65d9afb25054e0d3d: 2024-12-07T22:09:14,654 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1733609272942.b8b48819e2d190e65d9afb25054e0d3d. 2024-12-07T22:09:14,654 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8600f3caa9836e39230718d28d5b8c73, disabling compactions & flushes 2024-12-07T22:09:14,654 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1733609272942.8600f3caa9836e39230718d28d5b8c73. 2024-12-07T22:09:14,654 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733609272942.8600f3caa9836e39230718d28d5b8c73. 2024-12-07T22:09:14,654 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733609272942.8600f3caa9836e39230718d28d5b8c73. after waiting 0 ms 2024-12-07T22:09:14,654 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733609272942.8600f3caa9836e39230718d28d5b8c73. 2024-12-07T22:09:14,657 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/8600f3caa9836e39230718d28d5b8c73/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:14,657 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1733609272942.8600f3caa9836e39230718d28d5b8c73. 2024-12-07T22:09:14,657 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8600f3caa9836e39230718d28d5b8c73: 2024-12-07T22:09:14,657 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1733609272942.8600f3caa9836e39230718d28d5b8c73. 2024-12-07T22:09:14,658 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b60abaae082611950eed8d3700fd9863, disabling compactions & flushes 2024-12-07T22:09:14,658 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1733609272942.b60abaae082611950eed8d3700fd9863. 2024-12-07T22:09:14,658 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733609272942.b60abaae082611950eed8d3700fd9863. 2024-12-07T22:09:14,658 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733609272942.b60abaae082611950eed8d3700fd9863. after waiting 0 ms 2024-12-07T22:09:14,658 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733609272942.b60abaae082611950eed8d3700fd9863. 2024-12-07T22:09:14,660 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/b60abaae082611950eed8d3700fd9863/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:14,661 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1733609272942.b60abaae082611950eed8d3700fd9863. 2024-12-07T22:09:14,661 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b60abaae082611950eed8d3700fd9863: 2024-12-07T22:09:14,661 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1733609272942.b60abaae082611950eed8d3700fd9863. 2024-12-07T22:09:14,661 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 275aae96c1b38fde58de828813838b49, disabling compactions & flushes 2024-12-07T22:09:14,661 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1733609272942.275aae96c1b38fde58de828813838b49. 2024-12-07T22:09:14,661 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733609272942.275aae96c1b38fde58de828813838b49. 2024-12-07T22:09:14,661 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733609272942.275aae96c1b38fde58de828813838b49. after waiting 0 ms 2024-12-07T22:09:14,661 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733609272942.275aae96c1b38fde58de828813838b49. 2024-12-07T22:09:14,664 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/275aae96c1b38fde58de828813838b49/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:14,665 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1733609272942.275aae96c1b38fde58de828813838b49. 2024-12-07T22:09:14,665 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 275aae96c1b38fde58de828813838b49: 2024-12-07T22:09:14,665 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1733609272942.275aae96c1b38fde58de828813838b49. 2024-12-07T22:09:14,665 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f7a38eb14bd441cce0888feb54da28d2, disabling compactions & flushes 2024-12-07T22:09:14,665 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1733609272942.f7a38eb14bd441cce0888feb54da28d2. 2024-12-07T22:09:14,665 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733609272942.f7a38eb14bd441cce0888feb54da28d2. 2024-12-07T22:09:14,665 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733609272942.f7a38eb14bd441cce0888feb54da28d2. after waiting 0 ms 2024-12-07T22:09:14,665 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733609272942.f7a38eb14bd441cce0888feb54da28d2. 2024-12-07T22:09:14,668 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/f7a38eb14bd441cce0888feb54da28d2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:14,668 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1733609272942.f7a38eb14bd441cce0888feb54da28d2. 2024-12-07T22:09:14,668 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f7a38eb14bd441cce0888feb54da28d2: 2024-12-07T22:09:14,668 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1733609272942.f7a38eb14bd441cce0888feb54da28d2. 2024-12-07T22:09:14,668 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing efbcbe8ac02063be81a55af954e29849, disabling compactions & flushes 2024-12-07T22:09:14,668 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1733609272942.efbcbe8ac02063be81a55af954e29849. 2024-12-07T22:09:14,668 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733609272942.efbcbe8ac02063be81a55af954e29849. 2024-12-07T22:09:14,668 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733609272942.efbcbe8ac02063be81a55af954e29849. after waiting 0 ms 2024-12-07T22:09:14,668 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733609272942.efbcbe8ac02063be81a55af954e29849. 2024-12-07T22:09:14,671 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/efbcbe8ac02063be81a55af954e29849/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:14,672 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1733609272942.efbcbe8ac02063be81a55af954e29849. 2024-12-07T22:09:14,672 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for efbcbe8ac02063be81a55af954e29849: 2024-12-07T22:09:14,672 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1733609272942.efbcbe8ac02063be81a55af954e29849. 2024-12-07T22:09:14,672 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 673ebbe037e41e9c263ff613cceb3cb7, disabling compactions & flushes 2024-12-07T22:09:14,672 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1733609272942.673ebbe037e41e9c263ff613cceb3cb7. 2024-12-07T22:09:14,672 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733609272942.673ebbe037e41e9c263ff613cceb3cb7. 2024-12-07T22:09:14,672 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1733609272942.673ebbe037e41e9c263ff613cceb3cb7. after waiting 0 ms 2024-12-07T22:09:14,672 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1733609272942.673ebbe037e41e9c263ff613cceb3cb7. 2024-12-07T22:09:14,672 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 673ebbe037e41e9c263ff613cceb3cb7 2/2 column families, dataSize=3.94 MB heapSize=4.01 MB 2024-12-07T22:09:14,703 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/673ebbe037e41e9c263ff613cceb3cb7/.tmp/f/51ff9e2061cd4fd4a8b29ea5e9ca612a is 4136, key is NormalPut000/f:row/1733609294778/Put/seqid=0 2024-12-07T22:09:14,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741868_1044 (size=4147225) 2024-12-07T22:09:14,817 DEBUG [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 2577f245af7d901eef580ee4922da0cc, 2b837fb31420e995d87c6d418793df34, 4622ad201e6ce082fbe8ec9da4bdd3bf, 673ebbe037e41e9c263ff613cceb3cb7, 7077766bf7af372650ab2234e8d89182, 999ea07f3d78fed8c71dea2ca903508e, ae00e60b6640974a4ba0719de301dd62, b4707d29b0966135f5236eb4fcdb560c, b9e91f9b38708de38b83a99e4a11b07f, c6d28aca0debddc618efb68ed51b21da, d3a2d19ff92e93f1124e0c61f1680574, df908875c90bb15256923087d96abcd8, e6001c77e706a988a66c39f2e85135a8 2024-12-07T22:09:15,017 DEBUG [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 2577f245af7d901eef580ee4922da0cc, 2b837fb31420e995d87c6d418793df34, 4622ad201e6ce082fbe8ec9da4bdd3bf, 673ebbe037e41e9c263ff613cceb3cb7, 7077766bf7af372650ab2234e8d89182, 999ea07f3d78fed8c71dea2ca903508e, ae00e60b6640974a4ba0719de301dd62, b4707d29b0966135f5236eb4fcdb560c, b9e91f9b38708de38b83a99e4a11b07f, c6d28aca0debddc618efb68ed51b21da, d3a2d19ff92e93f1124e0c61f1680574, df908875c90bb15256923087d96abcd8, e6001c77e706a988a66c39f2e85135a8 2024-12-07T22:09:15,044 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/meta/1588230740/.tmp/info/0294f175b3c246fa972bf013c212e019 2024-12-07T22:09:15,073 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/meta/1588230740/.tmp/rep_barrier/4d6e2e13a67940118482878ec363e580 is 115, key is test,bbb,1733609272942.8600f3caa9836e39230718d28d5b8c73./rep_barrier:seqnumDuringOpen/1733609276952/Put/seqid=0 2024-12-07T22:09:15,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741869_1045 (size=8574) 2024-12-07T22:09:15,106 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.94 MB at sequenceid=1004 (bloomFilter=true), to=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/673ebbe037e41e9c263ff613cceb3cb7/.tmp/f/51ff9e2061cd4fd4a8b29ea5e9ca612a 2024-12-07T22:09:15,113 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/673ebbe037e41e9c263ff613cceb3cb7/.tmp/f/51ff9e2061cd4fd4a8b29ea5e9ca612a as hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/673ebbe037e41e9c263ff613cceb3cb7/f/51ff9e2061cd4fd4a8b29ea5e9ca612a 2024-12-07T22:09:15,119 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/673ebbe037e41e9c263ff613cceb3cb7/f/51ff9e2061cd4fd4a8b29ea5e9ca612a, entries=1000, sequenceid=1004, filesize=4.0 M 2024-12-07T22:09:15,120 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~3.94 MB/4132000, heapSize ~4.01 MB/4208240, currentSize=0 B/0 for 673ebbe037e41e9c263ff613cceb3cb7 in 448ms, sequenceid=1004, compaction requested=false 2024-12-07T22:09:15,120 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-07T22:09:15,125 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/673ebbe037e41e9c263ff613cceb3cb7/recovered.edits/1007.seqid, newMaxSeqId=1007, maxSeqId=1 2024-12-07T22:09:15,125 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1733609272942.673ebbe037e41e9c263ff613cceb3cb7. 2024-12-07T22:09:15,125 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 673ebbe037e41e9c263ff613cceb3cb7: 2024-12-07T22:09:15,125 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733609272942.673ebbe037e41e9c263ff613cceb3cb7. 2024-12-07T22:09:15,125 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing df908875c90bb15256923087d96abcd8, disabling compactions & flushes 2024-12-07T22:09:15,126 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733609267840.df908875c90bb15256923087d96abcd8. 2024-12-07T22:09:15,126 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733609267840.df908875c90bb15256923087d96abcd8. 2024-12-07T22:09:15,126 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733609267840.df908875c90bb15256923087d96abcd8. after waiting 0 ms 2024-12-07T22:09:15,126 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733609267840.df908875c90bb15256923087d96abcd8. 2024-12-07T22:09:15,126 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing df908875c90bb15256923087d96abcd8 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-07T22:09:15,148 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/namespace/df908875c90bb15256923087d96abcd8/.tmp/info/9b0f074732ca4053986ee13d25efd409 is 45, key is default/info:d/1733609268793/Put/seqid=0 2024-12-07T22:09:15,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741870_1046 (size=5037) 2024-12-07T22:09:15,154 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/namespace/df908875c90bb15256923087d96abcd8/.tmp/info/9b0f074732ca4053986ee13d25efd409 2024-12-07T22:09:15,162 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/namespace/df908875c90bb15256923087d96abcd8/.tmp/info/9b0f074732ca4053986ee13d25efd409 as hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/namespace/df908875c90bb15256923087d96abcd8/info/9b0f074732ca4053986ee13d25efd409 2024-12-07T22:09:15,170 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/namespace/df908875c90bb15256923087d96abcd8/info/9b0f074732ca4053986ee13d25efd409, entries=2, sequenceid=6, filesize=4.9 K 2024-12-07T22:09:15,171 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for df908875c90bb15256923087d96abcd8 in 45ms, sequenceid=6, compaction requested=false 2024-12-07T22:09:15,171 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-07T22:09:15,176 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/namespace/df908875c90bb15256923087d96abcd8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-07T22:09:15,177 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733609267840.df908875c90bb15256923087d96abcd8. 2024-12-07T22:09:15,177 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for df908875c90bb15256923087d96abcd8: 2024-12-07T22:09:15,177 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733609267840.df908875c90bb15256923087d96abcd8. 2024-12-07T22:09:15,177 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c6d28aca0debddc618efb68ed51b21da, disabling compactions & flushes 2024-12-07T22:09:15,177 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1733609272942.c6d28aca0debddc618efb68ed51b21da. 2024-12-07T22:09:15,177 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733609272942.c6d28aca0debddc618efb68ed51b21da. 2024-12-07T22:09:15,177 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1733609272942.c6d28aca0debddc618efb68ed51b21da. after waiting 0 ms 2024-12-07T22:09:15,177 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1733609272942.c6d28aca0debddc618efb68ed51b21da. 2024-12-07T22:09:15,181 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/c6d28aca0debddc618efb68ed51b21da/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:15,181 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1733609272942.c6d28aca0debddc618efb68ed51b21da. 2024-12-07T22:09:15,181 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c6d28aca0debddc618efb68ed51b21da: 2024-12-07T22:09:15,181 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1733609272942.c6d28aca0debddc618efb68ed51b21da. 2024-12-07T22:09:15,181 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b4707d29b0966135f5236eb4fcdb560c, disabling compactions & flushes 2024-12-07T22:09:15,181 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1733609272942.b4707d29b0966135f5236eb4fcdb560c. 2024-12-07T22:09:15,181 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733609272942.b4707d29b0966135f5236eb4fcdb560c. 2024-12-07T22:09:15,182 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733609272942.b4707d29b0966135f5236eb4fcdb560c. after waiting 0 ms 2024-12-07T22:09:15,182 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733609272942.b4707d29b0966135f5236eb4fcdb560c. 2024-12-07T22:09:15,185 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/b4707d29b0966135f5236eb4fcdb560c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:15,185 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1733609272942.b4707d29b0966135f5236eb4fcdb560c. 2024-12-07T22:09:15,186 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b4707d29b0966135f5236eb4fcdb560c: 2024-12-07T22:09:15,186 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1733609272942.b4707d29b0966135f5236eb4fcdb560c. 2024-12-07T22:09:15,186 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b9e91f9b38708de38b83a99e4a11b07f, disabling compactions & flushes 2024-12-07T22:09:15,186 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1733609272942.b9e91f9b38708de38b83a99e4a11b07f. 2024-12-07T22:09:15,186 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733609272942.b9e91f9b38708de38b83a99e4a11b07f. 2024-12-07T22:09:15,186 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733609272942.b9e91f9b38708de38b83a99e4a11b07f. after waiting 0 ms 2024-12-07T22:09:15,186 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733609272942.b9e91f9b38708de38b83a99e4a11b07f. 2024-12-07T22:09:15,189 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/b9e91f9b38708de38b83a99e4a11b07f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:15,190 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1733609272942.b9e91f9b38708de38b83a99e4a11b07f. 2024-12-07T22:09:15,190 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b9e91f9b38708de38b83a99e4a11b07f: 2024-12-07T22:09:15,190 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1733609272942.b9e91f9b38708de38b83a99e4a11b07f. 2024-12-07T22:09:15,190 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4622ad201e6ce082fbe8ec9da4bdd3bf, disabling compactions & flushes 2024-12-07T22:09:15,190 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1733609272942.4622ad201e6ce082fbe8ec9da4bdd3bf. 2024-12-07T22:09:15,190 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733609272942.4622ad201e6ce082fbe8ec9da4bdd3bf. 2024-12-07T22:09:15,190 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733609272942.4622ad201e6ce082fbe8ec9da4bdd3bf. after waiting 0 ms 2024-12-07T22:09:15,190 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733609272942.4622ad201e6ce082fbe8ec9da4bdd3bf. 2024-12-07T22:09:15,193 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/4622ad201e6ce082fbe8ec9da4bdd3bf/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:15,194 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1733609272942.4622ad201e6ce082fbe8ec9da4bdd3bf. 2024-12-07T22:09:15,194 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4622ad201e6ce082fbe8ec9da4bdd3bf: 2024-12-07T22:09:15,194 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1733609272942.4622ad201e6ce082fbe8ec9da4bdd3bf. 2024-12-07T22:09:15,194 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e6001c77e706a988a66c39f2e85135a8, disabling compactions & flushes 2024-12-07T22:09:15,194 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1733609272942.e6001c77e706a988a66c39f2e85135a8. 2024-12-07T22:09:15,194 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733609272942.e6001c77e706a988a66c39f2e85135a8. 2024-12-07T22:09:15,194 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733609272942.e6001c77e706a988a66c39f2e85135a8. after waiting 0 ms 2024-12-07T22:09:15,194 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733609272942.e6001c77e706a988a66c39f2e85135a8. 2024-12-07T22:09:15,197 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/e6001c77e706a988a66c39f2e85135a8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:15,198 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1733609272942.e6001c77e706a988a66c39f2e85135a8. 2024-12-07T22:09:15,198 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e6001c77e706a988a66c39f2e85135a8: 2024-12-07T22:09:15,198 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1733609272942.e6001c77e706a988a66c39f2e85135a8. 2024-12-07T22:09:15,198 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ae00e60b6640974a4ba0719de301dd62, disabling compactions & flushes 2024-12-07T22:09:15,198 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1733609272942.ae00e60b6640974a4ba0719de301dd62. 2024-12-07T22:09:15,198 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733609272942.ae00e60b6640974a4ba0719de301dd62. 2024-12-07T22:09:15,198 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733609272942.ae00e60b6640974a4ba0719de301dd62. after waiting 0 ms 2024-12-07T22:09:15,198 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733609272942.ae00e60b6640974a4ba0719de301dd62. 2024-12-07T22:09:15,202 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/ae00e60b6640974a4ba0719de301dd62/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:15,202 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1733609272942.ae00e60b6640974a4ba0719de301dd62. 2024-12-07T22:09:15,202 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ae00e60b6640974a4ba0719de301dd62: 2024-12-07T22:09:15,202 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1733609272942.ae00e60b6640974a4ba0719de301dd62. 2024-12-07T22:09:15,202 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2b837fb31420e995d87c6d418793df34, disabling compactions & flushes 2024-12-07T22:09:15,202 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1733609272942.2b837fb31420e995d87c6d418793df34. 2024-12-07T22:09:15,202 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733609272942.2b837fb31420e995d87c6d418793df34. 2024-12-07T22:09:15,202 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733609272942.2b837fb31420e995d87c6d418793df34. after waiting 0 ms 2024-12-07T22:09:15,202 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733609272942.2b837fb31420e995d87c6d418793df34. 2024-12-07T22:09:15,205 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/2b837fb31420e995d87c6d418793df34/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:15,206 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1733609272942.2b837fb31420e995d87c6d418793df34. 2024-12-07T22:09:15,206 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2b837fb31420e995d87c6d418793df34: 2024-12-07T22:09:15,206 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1733609272942.2b837fb31420e995d87c6d418793df34. 2024-12-07T22:09:15,206 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d3a2d19ff92e93f1124e0c61f1680574, disabling compactions & flushes 2024-12-07T22:09:15,206 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1733609272942.d3a2d19ff92e93f1124e0c61f1680574. 2024-12-07T22:09:15,206 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733609272942.d3a2d19ff92e93f1124e0c61f1680574. 2024-12-07T22:09:15,206 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733609272942.d3a2d19ff92e93f1124e0c61f1680574. after waiting 0 ms 2024-12-07T22:09:15,206 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733609272942.d3a2d19ff92e93f1124e0c61f1680574. 2024-12-07T22:09:15,209 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/d3a2d19ff92e93f1124e0c61f1680574/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:15,210 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1733609272942.d3a2d19ff92e93f1124e0c61f1680574. 2024-12-07T22:09:15,210 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d3a2d19ff92e93f1124e0c61f1680574: 2024-12-07T22:09:15,210 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1733609272942.d3a2d19ff92e93f1124e0c61f1680574. 2024-12-07T22:09:15,210 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2577f245af7d901eef580ee4922da0cc, disabling compactions & flushes 2024-12-07T22:09:15,210 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1733609272942.2577f245af7d901eef580ee4922da0cc. 2024-12-07T22:09:15,210 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733609272942.2577f245af7d901eef580ee4922da0cc. 2024-12-07T22:09:15,210 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733609272942.2577f245af7d901eef580ee4922da0cc. after waiting 0 ms 2024-12-07T22:09:15,210 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733609272942.2577f245af7d901eef580ee4922da0cc. 2024-12-07T22:09:15,213 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/2577f245af7d901eef580ee4922da0cc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:15,214 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1733609272942.2577f245af7d901eef580ee4922da0cc. 2024-12-07T22:09:15,214 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2577f245af7d901eef580ee4922da0cc: 2024-12-07T22:09:15,214 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1733609272942.2577f245af7d901eef580ee4922da0cc. 2024-12-07T22:09:15,214 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7077766bf7af372650ab2234e8d89182, disabling compactions & flushes 2024-12-07T22:09:15,214 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1733609272942.7077766bf7af372650ab2234e8d89182. 2024-12-07T22:09:15,214 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733609272942.7077766bf7af372650ab2234e8d89182. 2024-12-07T22:09:15,214 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733609272942.7077766bf7af372650ab2234e8d89182. after waiting 0 ms 2024-12-07T22:09:15,214 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733609272942.7077766bf7af372650ab2234e8d89182. 2024-12-07T22:09:15,217 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/7077766bf7af372650ab2234e8d89182/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:15,217 DEBUG [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 7077766bf7af372650ab2234e8d89182, 999ea07f3d78fed8c71dea2ca903508e 2024-12-07T22:09:15,217 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1733609272942.7077766bf7af372650ab2234e8d89182. 2024-12-07T22:09:15,217 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7077766bf7af372650ab2234e8d89182: 2024-12-07T22:09:15,217 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1733609272942.7077766bf7af372650ab2234e8d89182. 2024-12-07T22:09:15,218 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 999ea07f3d78fed8c71dea2ca903508e, disabling compactions & flushes 2024-12-07T22:09:15,218 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1733609272942.999ea07f3d78fed8c71dea2ca903508e. 2024-12-07T22:09:15,218 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733609272942.999ea07f3d78fed8c71dea2ca903508e. 2024-12-07T22:09:15,218 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733609272942.999ea07f3d78fed8c71dea2ca903508e. after waiting 0 ms 2024-12-07T22:09:15,218 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733609272942.999ea07f3d78fed8c71dea2ca903508e. 2024-12-07T22:09:15,221 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/default/test/999ea07f3d78fed8c71dea2ca903508e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:09:15,221 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1733609272942.999ea07f3d78fed8c71dea2ca903508e. 2024-12-07T22:09:15,221 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 999ea07f3d78fed8c71dea2ca903508e: 2024-12-07T22:09:15,221 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1733609272942.999ea07f3d78fed8c71dea2ca903508e. 2024-12-07T22:09:15,417 DEBUG [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-07T22:09:15,438 INFO [regionserver/f83a3c5fcf38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T22:09:15,438 INFO [regionserver/f83a3c5fcf38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T22:09:15,478 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/meta/1588230740/.tmp/rep_barrier/4d6e2e13a67940118482878ec363e580 2024-12-07T22:09:15,499 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/meta/1588230740/.tmp/table/bb3fe43fed3f4546b09e93c748ef74c6 is 94, key is testdroppedtimed,,1733609289914.fc4b863910de4a89cce243ea0b24b177./table:/1733609349208/DeleteFamily/seqid=0 2024-12-07T22:09:15,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741871_1047 (size=5605) 2024-12-07T22:09:15,618 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-07T22:09:15,618 DEBUG [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-07T22:09:15,618 DEBUG [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-07T22:09:15,818 DEBUG [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-07T22:09:15,905 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/meta/1588230740/.tmp/table/bb3fe43fed3f4546b09e93c748ef74c6 2024-12-07T22:09:15,912 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/meta/1588230740/.tmp/info/0294f175b3c246fa972bf013c212e019 as hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/meta/1588230740/info/0294f175b3c246fa972bf013c212e019 2024-12-07T22:09:15,919 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/meta/1588230740/info/0294f175b3c246fa972bf013c212e019, entries=272, sequenceid=77, filesize=35.5 K 2024-12-07T22:09:15,919 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/meta/1588230740/.tmp/rep_barrier/4d6e2e13a67940118482878ec363e580 as hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/meta/1588230740/rep_barrier/4d6e2e13a67940118482878ec363e580 2024-12-07T22:09:15,927 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/meta/1588230740/rep_barrier/4d6e2e13a67940118482878ec363e580, entries=27, sequenceid=77, filesize=8.4 K 2024-12-07T22:09:15,928 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/meta/1588230740/.tmp/table/bb3fe43fed3f4546b09e93c748ef74c6 as hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/meta/1588230740/table/bb3fe43fed3f4546b09e93c748ef74c6 2024-12-07T22:09:15,934 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/meta/1588230740/table/bb3fe43fed3f4546b09e93c748ef74c6, entries=6, sequenceid=77, filesize=5.5 K 2024-12-07T22:09:15,935 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=77, compaction requested=false 2024-12-07T22:09:15,935 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T22:09:15,941 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-07T22:09:15,941 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T22:09:15,941 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-07T22:09:15,941 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-07T22:09:15,942 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T22:09:16,018 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(1250): stopping server f83a3c5fcf38,41787,1733609264222; all regions closed. 2024-12-07T22:09:16,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741834_1010 (size=40374) 2024-12-07T22:09:16,021 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.meta.1733609267576.meta not finished, retry = 0 2024-12-07T22:09:16,124 DEBUG [RS:0;f83a3c5fcf38:41787 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/oldWALs 2024-12-07T22:09:16,124 INFO [RS:0;f83a3c5fcf38:41787 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f83a3c5fcf38%2C41787%2C1733609264222.meta:.meta(num 1733609267576) 2024-12-07T22:09:16,126 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/WALs/f83a3c5fcf38,41787,1733609264222/f83a3c5fcf38%2C41787%2C1733609264222.1733609266591 not finished, retry = 0 2024-12-07T22:09:16,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741832_1008 (size=4217378) 2024-12-07T22:09:16,229 DEBUG [RS:0;f83a3c5fcf38:41787 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/oldWALs 2024-12-07T22:09:16,229 INFO [RS:0;f83a3c5fcf38:41787 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f83a3c5fcf38%2C41787%2C1733609264222:(num 1733609266591) 2024-12-07T22:09:16,229 DEBUG [RS:0;f83a3c5fcf38:41787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:16,230 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T22:09:16,230 INFO [RS:0;f83a3c5fcf38:41787 {}] hbase.ChoreService(370): Chore service for: regionserver/f83a3c5fcf38:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-07T22:09:16,230 INFO [RS:0;f83a3c5fcf38:41787 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41787 2024-12-07T22:09:16,231 INFO [regionserver/f83a3c5fcf38:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-07T22:09:16,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-07T22:09:16,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/f83a3c5fcf38,41787,1733609264222 2024-12-07T22:09:16,234 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f83a3c5fcf38,41787,1733609264222] 2024-12-07T22:09:16,234 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f83a3c5fcf38,41787,1733609264222; numProcessing=1 2024-12-07T22:09:16,237 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /1/draining/f83a3c5fcf38,41787,1733609264222 already deleted, retry=false 2024-12-07T22:09:16,237 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f83a3c5fcf38,41787,1733609264222 expired; onlineServers=0 2024-12-07T22:09:16,237 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f83a3c5fcf38,33695,1733609263469' ***** 2024-12-07T22:09:16,237 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T22:09:16,237 DEBUG [M:0;f83a3c5fcf38:33695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238f856c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f83a3c5fcf38/172.17.0.2:0 2024-12-07T22:09:16,237 INFO [M:0;f83a3c5fcf38:33695 {}] regionserver.HRegionServer(1224): stopping server f83a3c5fcf38,33695,1733609263469 2024-12-07T22:09:16,237 INFO [M:0;f83a3c5fcf38:33695 {}] regionserver.HRegionServer(1250): stopping server f83a3c5fcf38,33695,1733609263469; all regions closed. 2024-12-07T22:09:16,237 DEBUG [M:0;f83a3c5fcf38:33695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:09:16,237 DEBUG [M:0;f83a3c5fcf38:33695 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T22:09:16,237 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T22:09:16,237 DEBUG [M:0;f83a3c5fcf38:33695 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T22:09:16,238 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster-HFileCleaner.large.0-1733609266335 {}] cleaner.HFileCleaner(306): Exit Thread[master/f83a3c5fcf38:0:becomeActiveMaster-HFileCleaner.large.0-1733609266335,5,FailOnTimeoutGroup] 2024-12-07T22:09:16,238 INFO [M:0;f83a3c5fcf38:33695 {}] hbase.ChoreService(370): Chore service for: master/f83a3c5fcf38:0 had [] on shutdown 2024-12-07T22:09:16,238 DEBUG [M:0;f83a3c5fcf38:33695 {}] master.HMaster(1733): Stopping service threads 2024-12-07T22:09:16,238 INFO [M:0;f83a3c5fcf38:33695 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T22:09:16,238 ERROR [M:0;f83a3c5fcf38:33695 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (788280152) connection to localhost/127.0.0.1:36371 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36371,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] 2024-12-07T22:09:16,238 INFO [M:0;f83a3c5fcf38:33695 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T22:09:16,238 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster-HFileCleaner.small.0-1733609266338 {}] cleaner.HFileCleaner(306): Exit Thread[master/f83a3c5fcf38:0:becomeActiveMaster-HFileCleaner.small.0-1733609266338,5,FailOnTimeoutGroup] 2024-12-07T22:09:16,239 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T22:09:16,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-07T22:09:16,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-07T22:09:16,240 DEBUG [M:0;f83a3c5fcf38:33695 {}] zookeeper.ZKUtil(347): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-07T22:09:16,240 WARN [M:0;f83a3c5fcf38:33695 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T22:09:16,240 INFO [M:0;f83a3c5fcf38:33695 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-07T22:09:16,241 INFO [M:0;f83a3c5fcf38:33695 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T22:09:16,241 DEBUG [M:0;f83a3c5fcf38:33695 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T22:09:16,241 INFO [M:0;f83a3c5fcf38:33695 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:09:16,241 DEBUG [M:0;f83a3c5fcf38:33695 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:09:16,241 DEBUG [M:0;f83a3c5fcf38:33695 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T22:09:16,241 DEBUG [M:0;f83a3c5fcf38:33695 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:09:16,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-07T22:09:16,241 INFO [M:0;f83a3c5fcf38:33695 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=237.90 KB heapSize=293.83 KB 2024-12-07T22:09:16,268 DEBUG [M:0;f83a3c5fcf38:33695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be2b56e022654b478689601bd15b78c0 is 82, key is hbase:meta,,1/info:regioninfo/1733609267726/Put/seqid=0 2024-12-07T22:09:16,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741872_1048 (size=5672) 2024-12-07T22:09:16,282 INFO [M:0;f83a3c5fcf38:33695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be2b56e022654b478689601bd15b78c0 2024-12-07T22:09:16,313 DEBUG [M:0;f83a3c5fcf38:33695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/186dd2f128ab475191f069c19506c991 is 2027, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733609277240/Put/seqid=0 2024-12-07T22:09:16,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741873_1049 (size=12841) 2024-12-07T22:09:16,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T22:09:16,336 INFO [RS:0;f83a3c5fcf38:41787 {}] regionserver.HRegionServer(1307): Exiting; stopping=f83a3c5fcf38,41787,1733609264222; zookeeper connection closed. 2024-12-07T22:09:16,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41787-0x1006e85bbca0001, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T22:09:16,337 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3eb72ab9 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3eb72ab9 2024-12-07T22:09:16,337 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T22:09:16,720 INFO [M:0;f83a3c5fcf38:33695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=237.34 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/186dd2f128ab475191f069c19506c991 2024-12-07T22:09:16,726 INFO [M:0;f83a3c5fcf38:33695 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 186dd2f128ab475191f069c19506c991 2024-12-07T22:09:16,750 DEBUG [M:0;f83a3c5fcf38:33695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/971b689cf0d14d53a52b40ea728b2c09 is 69, key is f83a3c5fcf38,41787,1733609264222/rs:state/1733609266364/Put/seqid=0 2024-12-07T22:09:16,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741874_1050 (size=5156) 2024-12-07T22:09:16,756 INFO [M:0;f83a3c5fcf38:33695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/971b689cf0d14d53a52b40ea728b2c09 2024-12-07T22:09:16,763 DEBUG [M:0;f83a3c5fcf38:33695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be2b56e022654b478689601bd15b78c0 as hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be2b56e022654b478689601bd15b78c0 2024-12-07T22:09:16,769 INFO [M:0;f83a3c5fcf38:33695 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be2b56e022654b478689601bd15b78c0, entries=8, sequenceid=611, filesize=5.5 K 2024-12-07T22:09:16,770 DEBUG [M:0;f83a3c5fcf38:33695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/186dd2f128ab475191f069c19506c991 as hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/186dd2f128ab475191f069c19506c991 2024-12-07T22:09:16,777 INFO [M:0;f83a3c5fcf38:33695 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 186dd2f128ab475191f069c19506c991 2024-12-07T22:09:16,777 INFO [M:0;f83a3c5fcf38:33695 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/186dd2f128ab475191f069c19506c991, entries=77, sequenceid=611, filesize=12.5 K 2024-12-07T22:09:16,778 DEBUG [M:0;f83a3c5fcf38:33695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/971b689cf0d14d53a52b40ea728b2c09 as hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/971b689cf0d14d53a52b40ea728b2c09 2024-12-07T22:09:16,784 INFO [M:0;f83a3c5fcf38:33695 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36371/user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/971b689cf0d14d53a52b40ea728b2c09, entries=1, sequenceid=611, filesize=5.0 K 2024-12-07T22:09:16,785 INFO [M:0;f83a3c5fcf38:33695 {}] regionserver.HRegion(3040): Finished flush of dataSize ~237.90 KB/243610, heapSize ~293.53 KB/300576, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 544ms, sequenceid=611, compaction requested=false 2024-12-07T22:09:16,786 INFO [M:0;f83a3c5fcf38:33695 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:09:16,786 DEBUG [M:0;f83a3c5fcf38:33695 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-07T22:09:16,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46447 is added to blk_1073741830_1006 (size=284284) 2024-12-07T22:09:16,788 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/434d5927-7efd-d843-cb02-1381d45c5248/MasterData/WALs/f83a3c5fcf38,33695,1733609263469/f83a3c5fcf38%2C33695%2C1733609263469.1733609265819 not finished, retry = 0 2024-12-07T22:09:16,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-07T22:09:16,890 INFO [M:0;f83a3c5fcf38:33695 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-07T22:09:16,890 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-07T22:09:16,890 INFO [M:0;f83a3c5fcf38:33695 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33695 2024-12-07T22:09:16,892 DEBUG [M:0;f83a3c5fcf38:33695 {}] zookeeper.RecoverableZooKeeper(215): Node /1/rs/f83a3c5fcf38,33695,1733609263469 already deleted, retry=false 2024-12-07T22:09:16,994 INFO [M:0;f83a3c5fcf38:33695 {}] regionserver.HRegionServer(1307): Exiting; stopping=f83a3c5fcf38,33695,1733609263469; zookeeper connection closed. 2024-12-07T22:09:16,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T22:09:16,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33695-0x1006e85bbca0000, quorum=127.0.0.1:58346, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T22:09:17,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b590514{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T22:09:17,002 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50b6ac81{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T22:09:17,002 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T22:09:17,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d6fece6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T22:09:17,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27f4c204{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/hadoop.log.dir/,STOPPED} 2024-12-07T22:09:17,005 WARN [BP-1851759481-172.17.0.2-1733609260652 heartbeating to localhost/127.0.0.1:36371 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T22:09:17,005 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T22:09:17,005 WARN [BP-1851759481-172.17.0.2-1733609260652 heartbeating to localhost/127.0.0.1:36371 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1851759481-172.17.0.2-1733609260652 (Datanode Uuid da3c79a7-acc4-4f08-891d-7921b21cbd49) service to localhost/127.0.0.1:36371 2024-12-07T22:09:17,005 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T22:09:17,005 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/cluster_20fd39d6-8018-d1ad-d3d8-70faf3844f03/dfs/data/data1/current/BP-1851759481-172.17.0.2-1733609260652 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T22:09:17,006 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T22:09:17,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/cluster_20fd39d6-8018-d1ad-d3d8-70faf3844f03/dfs/data/data2/current/BP-1851759481-172.17.0.2-1733609260652 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T22:09:17,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16bb9715{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T22:09:17,017 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2810cb37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T22:09:17,017 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T22:09:17,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@102803c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T22:09:17,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2197b4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/64247235-34e8-e686-9beb-7da0441dea5b/hadoop.log.dir/,STOPPED} 2024-12-07T22:09:17,034 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-07T22:09:17,065 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down